From 77c8d9b038fb7cc803824cc065a6e3b85c6b47b3 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 3 Nov 2026 12:45:24 +0000 Subject: [PATCH] ci: refresh .test_durations (ops test set changed: +885/-9) --- .github/.test_durations | 6530 ++++++++++++++++++++++----------------- 1 file changed, 3703 insertions(+), 2827 deletions(-) diff --git a/.github/.test_durations b/.github/.test_durations index f9af879e..f995bd6d 100644 --- a/.github/.test_durations +++ b/.github/.test_durations @@ -1,2829 +1,3705 @@ { -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float16-none]": 0.6053893400000163, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float16-tanh]": 0.5217558470000085, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float32-none]": 0.5697794060000092, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float32-tanh]": 0.4884153109999829, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float16-none]": 0.5851004509999882, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float16-tanh]": 0.5272629639999877, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float32-none]": 0.4900146950000135, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float32-tanh]": 0.5190763009999841, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float16-none]": 0.5113377390000267, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float16-tanh]": 0.5095946259999664, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float32-none]": 0.48080111199999465, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float32-tanh]": 0.5045792950000134, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float16-none]": 0.5875845080000204, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float16-tanh]": 0.5364971090000097, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float32-none]": 0.5551290349999931, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float32-tanh]": 0.5276502820000246, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float16-none]": 0.13090156800001296, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float16-tanh]": 0.1513705680000328, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float32-none]": 0.19814306200001397, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float32-tanh]": 0.15289546799996856, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float16-none]": 0.1369768449999924, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float16-tanh]": 0.15586383999999498, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float32-none]": 0.15484163899998293, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float32-tanh]": 0.16293802900000287, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float16-none]": 0.5291022429999828, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float16-tanh]": 0.48907463100002246, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float32-none]": 1.3312764530000436, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float32-tanh]": 0.48822427999996876, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float16-none]": 0.49782704099999364, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float16-tanh]": 0.5265960219999783, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float32-none]": 0.5762739099999692, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float32-tanh]": 0.5633892890000141, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float16-none]": 0.5730634530000032, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float16-tanh]": 0.5195544579999876, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float32-none]": 0.585620667000029, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float32-tanh]": 0.528796916000033, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float16-none]": 0.1481872089999854, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float16-tanh]": 0.14009204600000658, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float32-none]": 0.17472349199999826, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float32-tanh]": 0.13782638099999645, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float16-none]": 1.3695475310000234, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float16-tanh]": 1.2718758800000103, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float32-none]": 1.9200039150000237, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float32-tanh]": 1.3164392250000105, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float16-none]": 0.15638716599997338, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float16-tanh]": 0.16440650800004164, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float32-none]": 0.182130098999977, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float32-tanh]": 0.15466278599998873, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float16-none]": 0.15841635100002804, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float16-tanh]": 0.13055932299999995, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float32-none]": 0.13191395100000136, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float32-tanh]": 0.1451212739999619, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float16-none]": 0.15345455700000343, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float16-tanh]": 0.11921909499997696, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float32-none]": 0.1529555569999843, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float32-tanh]": 0.14497002000001658, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float16-none]": 0.1568328200000053, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float16-tanh]": 0.1298434529999497, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float32-none]": 0.14802270000001272, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float32-tanh]": 0.15729278099999533, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float16-none]": 0.1344588200000203, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float16-tanh]": 0.15868141800001467, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float32-none]": 0.1437860050000097, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float32-tanh]": 0.16478507599998693, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float16-none]": 0.15141545799997402, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float16-tanh]": 0.12630204900000308, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float32-none]": 0.15569636399999354, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float32-tanh]": 0.13952790599998366, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float16-none]": 0.15886676400000965, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float16-tanh]": 0.143185729999999, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float32-none]": 0.14544333099999562, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float32-tanh]": 0.1375360119999982, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float16-none]": 0.14287017999998852, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float16-tanh]": 0.15629679600002078, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float32-none]": 0.15022380300001714, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float32-tanh]": 0.16042277100004299, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float16-none]": 0.1523508929999764, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float16-tanh]": 0.1515706999999793, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float32-none]": 0.14884779300001583, -"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float32-tanh]": 0.15090108699996563, -"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-none-torch.float16]": 0.29477589100000046, -"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-none-torch.float32]": 0.35649147500001277, -"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-tanh-torch.float16]": 0.27562762100001237, -"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-tanh-torch.float32]": 0.30212622400003397, -"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-none-torch.float16]": 0.7208230049999997, -"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-none-torch.float32]": 0.6941223689999845, -"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-tanh-torch.float16]": 0.7051868750000096, -"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-tanh-torch.float32]": 0.6978630599999747, -"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-2048-torch.float32]": 0.41355173499999864, -"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-256-torch.float16]": 0.41637999099998524, -"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-32768-torch.float16]": 0.49259253699997885, -"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-64-torch.float16]": 1.1168847789999745, -"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-2048-torch.float32]": 0.7487660670000196, -"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-256-torch.float16]": 0.3167616729999736, -"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-32768-torch.float16]": 0.337343001000022, -"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-64-torch.float16]": 0.8585800490000111, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_corner_cases[cutile-1-1-64-64-True-torch.float16]": 14.23651766100005, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_corner_cases[cutile-1-32-128-64-True-torch.float16]": 14.291485359000006, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_irregular_shapes[cutile-1-4-127-64-True-torch.float16]": 14.430805042000003, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_irregular_shapes[cutile-2-8-2047-128-True-torch.bfloat16]": 11.848035576000001, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_regular_shapes[cutile-2-8-256-64-True-torch.float16]": 14.080979548000045, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_regular_shapes[cutile-2-8-512-128-False-torch.bfloat16]": 10.687304627999964, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_forward_with_lse_matches_reference[cutile-1-8-256-128-True-torch.float16]": 1.4178816179999956, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_forward_with_lse_matches_reference[cutile-2-8-512-64-False-torch.bfloat16]": 0.843168841999983, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_functional_api_inference_mode[cutile]": 1.70386251299999, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_functional_api_training_mode[cutile]": 14.156464977000013, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_GQA::test_op_backward_gqa[cutile-1-8-1-128-64-True-torch.float16]": 14.83967427999994, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_GQA::test_op_backward_gqa[cutile-1-8-4-128-64-True-torch.float16]": 14.582536329999982, -"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_Numerical::test_op_numerical_gradient_check[cutile]": 0.19474330100007364, -"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_chunk_size_consistency[cutile]": 0.7825574620000566, -"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-1-256-384-4096-torch.float16-sum]": 0.3961107460000335, -"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-2-128-256-2048-torch.float16-mean]": 0.6678163599999607, -"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-2-64-256-2048-torch.bfloat16-mean]": 0.5628469829999858, -"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_peak_memory_less_than_pytorch[cutile]": 1.2144154339999886, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-2-512-1024-4096]": 3.175445532000026, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-2-64-256-512]": 2.0277287100000194, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-4-128-512-1024]": 2.601571251999985, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-8-256-512-2048]": 2.6691556300000343, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-11-127-750-1500]": 0.6332476280000492, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-13-128-512-1024]": 0.14578609700004108, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-13-333-500-1000]": 0.6153365129999884, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-100-256-512]": 0.13399814500002094, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-300-600]": 3.092563860999917, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-500-1000]": 3.0359421699999416, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-750-1500]": 3.203327553000065, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-333-512-1024]": 0.4911071189999916, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-7-100-300-600]": 0.6098597609999956, -"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-7-64-256-512]": 0.17596039799997243, -"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-128-2-1024]": 0.37365006899997866, -"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-128-4-1024]": 0.46702334600001905, -"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-64-8-2048]": 0.4025114750000114, -"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1000-8]": 22.003300546000048, -"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1024-4]": 22.04024993600001, -"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1024-8]": 22.057073146999983, -"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_sinkhorn[cutile-256-4-torch.float32]": 0.3531446859999505, -"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_sinkhorn[cutile-256-8-torch.float32]": 1.1213951590000022, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.bfloat16]": 0.00034673999999768057, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.float16]": 0.00036934300001689735, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.float32]": 0.0003653859999701581, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_invalid_inputs[cutile]": 0.000394014999983483, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-1-64]": 0.00035464800001250296, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-128-64]": 0.0015886700000180554, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-128-80]": 0.0004480249999971875, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-160-80]": 0.00037714500001584383, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-17-64]": 0.000384698999965849, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-192-64]": 0.0004533419999859234, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-256-48]": 0.00047013299999321134, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-33-48]": 0.0007257580000157304, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-512-256]": 0.0005753579999918657, -"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-64-64]": 0.00047972900000559093, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-256-256-torch.float16]": 0.3227062299999943, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-256-256-torch.float32]": 0.29871442600000364, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-4096-256-torch.bfloat16]": 0.41247341700000106, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-256-256-torch.float16]": 0.270056980000021, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-256-256-torch.float32]": 0.31469059899998797, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-4096-256-torch.bfloat16]": 0.3079473750000261, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-256-256-torch.float16]": 0.1830220050000264, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-256-256-torch.float32]": 0.1866813860000036, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-4096-256-torch.bfloat16]": 0.27457359400003156, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-256-256-torch.float16]": 0.4125913969999999, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-256-256-torch.float32]": 1.1573738550000314, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-4096-256-torch.bfloat16]": 0.18547258800001032, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-2003-2001-torch.float16]": 1.2192593559999807, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-256-256-torch.float16]": 1.5960999100000208, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-256-256-torch.float32]": 0.44227652899999725, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-31072-4096-torch.bfloat16]": 5.277308180000006, -"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-4096-256-torch.bfloat16]": 1.4690393539999889, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-1-16-64-128-128-64-1-64]": 23.987745812000014, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-1-64-128-256-128-64-1-256]": 72.71789477399997, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-2-32-128-256-128-64-1-128]": 54.19948703700001, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_gqa[cutile-torch.bfloat16-1-16-64-128-128-64-4-64]": 11.969101440999964, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_gqa[cutile-torch.bfloat16-1-32-64-128-128-64-8-64]": 11.99379472000004, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_invalid_kernel_configs[cutile]": 0.17762501099991823, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_irregular_shapes[cutile-torch.bfloat16-1-16-1-128-128-64-1-64]": 23.37311749600002, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_irregular_shapes[cutile-torch.bfloat16-1-16-33-77-128-64-1-64]": 23.572224214000016, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-1-16-32-TILE_H with small TILE_N]": 0.163957962999973, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-1-4-64-small TILE_H]": 0.21193477500003155, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-16-1-64-1:1 mapping fallback]": 0.8605218060000084, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-4-4-64-GQA group_size=4]": 0.20039560100002518, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-18-6-1-64-odd prime group_size=3 fallback]": 0.8395221980000542, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-24-4-2-64-non_pow2 group_size=6, TILE_H=2]": 0.8913572380000119, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-24-8-1-64-non_pow2 group_size=3 fallback]": 0.8122334290000026, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-64-1-16-64-large TILE_H]": 0.19307529399992518, -"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_topk_equals_skv[cutile-torch.bfloat16-1-16-64-128-64-1]": 0.16808514699994248, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_first_tokens[cutile]": 0.15300257099994496, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_gqa[cutile]": 0.14020915700001524, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_long_context_mistral[cutile]": 0.1464283339999497, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_multi_head[cutile]": 0.14853086900001244, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_seq_not_divisible_by_tile[cutile]": 0.12686812300006522, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_small_window[cutile]": 0.17203821200001812, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-1024-512]": 0.12733472200005735, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-2048-1024]": 0.13733208999991575, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-4096-2048]": 0.15960417999991705, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-4096-4096]": 0.15222652100004552, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-512-256]": 0.12223583100001179, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_very_small_seq[cutile]": 0.15322240099999362, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_equals_seq[cutile]": 1.0128446389998658, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_equals_tile[cutile]": 0.14546149500000638, -"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_of_one[cutile]": 0.15153256199999987, -"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-1-1-9-128-False-torch.bfloat16]": 0.004221206000124766, -"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-1-32-2047-128-True-torch.float16]": 0.0032436640000810257, -"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-2-32-4095-128-True-torch.bfloat16]": 0.0009857249999640771, -"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-2-32-4095-128-True-torch.float8_e5m2]": 0.00111708299999691, -"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-1-1-9-128-False-torch.bfloat16]": 0.0013015129999871533, -"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-1-32-2047-128-True-torch.float16]": 0.0010286569999493622, -"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-2-32-4095-128-True-torch.bfloat16]": 0.0009819090000178221, -"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-2-32-4095-128-True-torch.float8_e5m2]": 0.0011111019999816563, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-1-1]": 27.348949671000014, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-1-2]": 26.96431093399997, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-128-1]": 20.408174393000024, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-128-2]": 1.1380520039999737, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-1-1]": 23.83852512599998, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-1-2]": 23.619622453000034, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-128-1]": 0.0011951109999586151, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-128-2]": 0.0012297370000737828, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-1-1]": 1.012083682000025, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-1-2]": 5.632853217000047, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-128-1]": 1.2442101940000043, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-128-2]": 18.965424010999982, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-1-1]": 22.763951412999972, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-1-2]": 22.60411602299999, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-128-1]": 0.0011114230000259795, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-128-2]": 0.0034237760000053186, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-1-1]": 0.136886469999979, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-1-2]": 0.1331104299999879, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-128-1]": 0.14555783199995176, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-128-2]": 0.13650307299997166, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-1-1]": 0.11658188499995958, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-1-2]": 0.1350320189999934, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-128-1]": 0.0012107629999604796, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-128-2]": 0.0010797049999951014, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-1-1]": 25.24413892199999, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-1-2]": 24.936055907999958, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-128-1]": 1.319809111999973, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-128-2]": 0.17510492800005295, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-1-1]": 0.14420343400007596, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-1-2]": 0.17893401700001732, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-128-1]": 0.0035821970000142755, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-128-2]": 0.002543734999960634, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-1-1]": 3.394933610999999, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-1-2]": 0.1747254450000355, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-128-1]": 0.14453283799997507, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-128-2]": 0.14144523599998138, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-1-1]": 0.163625106999973, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-1-2]": 0.16512914700001602, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-128-1]": 0.0014828639999677762, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-128-2]": 0.0011047170000324513, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-1-1]": 3.4024638259999733, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-1-2]": 0.174875596999982, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-128-1]": 0.15278321400001005, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-128-2]": 0.1453694570000721, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-1-1]": 0.13868214400002898, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-1-2]": 0.13999234599998545, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-128-1]": 0.0014033180000296852, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-128-2]": 0.0013720219999981964, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-1-1]": 0.16732041999995317, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-1-2]": 0.1407116359999918, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-128-1]": 0.16617098899996563, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-128-2]": 0.16272272100002283, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-1-1]": 0.14194329100007508, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-1-2]": 0.16295605700008764, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-128-1]": 0.0014254900000310045, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-128-2]": 0.001675059000035617, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-1-1]": 0.1538389490000327, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-1-2]": 0.13430227899999636, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-128-1]": 0.125279259000024, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-128-2]": 0.16857088199992631, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-1-1]": 0.1544212460000267, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-1-2]": 0.1802905389999978, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-128-1]": 0.0015040030000363913, -"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-128-2]": 0.004789891000029911, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012249860000110857, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001277080000022579, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0016846270000030472, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0019856039999979203, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0021563799999739786, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0011818250000033004, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012106460000325114, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013097419999894555, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0011458270000446191, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0013169810000022153, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012522899999680703, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.002299813000007589, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0011747180000440949, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0011767229999861684, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.001363480999998501, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001243822999981603, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012403679999977157, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0011249840000004951, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012735560000010082, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001344881999983727, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012398700000346707, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0011874509999643124, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0011790859999791792, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012679510000168648, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012055659999816726, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0011971210000183419, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013444040000081259, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0011981799999603027, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012311420000230555, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012075269999911598, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0011493140000027324, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001324291000003086, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012184349999984079, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012059040000167442, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012031499999807238, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0013351089999957821, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001277568000006113, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001251026000005595, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.001227012999947874, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001226530999986153, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012258339999959844, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012358350000170049, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012469540000097368, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001475760000033688, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013604029999783052, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001242395999980772, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0011876800000152343, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012308840000514465, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012528970000289519, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012212540000007266, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001339122999979736, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012073649999706504, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012260120000178176, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012227849999817408, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0011998810000193316, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013570360000301207, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001210997000015368, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012253280000038558, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001199096000021882, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001944166000015457, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012342219999936788, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012214840000126514, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0014047550000100273, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001198683999973582, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0011992549999888524, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012142960000005587, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001214010000012422, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001406304000028058, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012130349999779355, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001221298999979581, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001198805000029779, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0013644909999754873, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0013793170000155897, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0011990190000119583, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013442689999862978, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012212009999927886, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012554539999598546, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012476900000137903, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012588540000137982, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0016444079999757832, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001416295000012724, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001313594999999168, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012202260000151455, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0013515499999812164, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001231043000018417, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013289679999957116, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0015282319999982974, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012241829999766196, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012223170000140726, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012533620000283463, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012080859999628046, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0011357249999832675, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012853540000321573, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0011010989999817866, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012492049999934807, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012474909999866668, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012559500000008939, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001036084999952891, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0011161980000053973, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0010372720000191293, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0010293269999976928, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0010430540000072597, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0010727540000345925, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013458040000102756, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0011964139999918189, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0011605280000139828, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0010281810000094538, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0015519880000169906, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0011839270000280067, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001144477999986293, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013114120000068397, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012018220000129531, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.00116403099997342, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0014092209999887473, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012029420000203572, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013497120000067753, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001224745999991228, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0011756369999886829, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0011748660000137079, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001298219000005929, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012505879999764602, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0011890050000147312, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013307489999760946, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012004660000286549, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012058000000081392, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001218644999994467, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012199050000560874, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013535969999907138, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001225003999962837, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012116160000061882, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012079359999859207, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0013190029999918806, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001264886999990722, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0014282919999573096, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012538299999960145, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013301449999971737, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.001231585999988738, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012268459999802417, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012558369999737806, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012420429999906446, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0014398410000069362, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012451990000101887, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013544710000417126, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0013642410000045402, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012298100000123213, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0011461889999964114, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001300023000027295, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.001172379999985651, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012046779999934643, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012292600000023413, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0011692150000044421, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001346520999987888, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0011490859999696568, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0011472369999978582, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0011283709999645453, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001768787000003158, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0011039170000231024, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0011028870000302504, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013834559999850171, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0010420709999721112, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0010397099999863713, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0011849850000089646, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001062157000035313, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0011484840000264285, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001105675999980349, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0010810769999807235, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001266018999984908, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012927930000046217, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0011360709999905794, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0010648870000125044, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0011906509999732862, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0010772709999855579, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0010953529999540024, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001075717999981407, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0011325430000113101, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001109232999993992, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001164309999978741, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001208780000013121, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0010895070000458418, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001171815999981618, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0017541139999934785, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0011730309999791189, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013095369999973627, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0011435040000264962, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012369309999940015, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012739649999957692, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0011637209999832976, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001363667000020996, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013343809999923906, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001916794999999638, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012037510000197926, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0011656379999749333, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.002706841000019722, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0010770069999921361, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0015104009999902246, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0011732410000320215, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012192929999912394, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0011735149999765326, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012410780000209343, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0015852309999786485, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0015747199999793793, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001570309999976871, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0011269440000205577, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.002075996999963081, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0015982839999821863, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0017293190000202685, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0017831440000293242, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0016272349999724156, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0016002960000207622, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0016220539999949324, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0015812400000072557, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001906456000028811, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001593470999978308, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0016035229999715739, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001598571000016591, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0018173630000148933, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.00163935699998774, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0016003230000194435, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0017877959999736959, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0015920700000151555, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0016101629999809575, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0015795660000037515, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.001630679000015789, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0017995719999817084, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0016328730000054748, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0016460620000202653, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0017752999999913754, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.00178159099996833, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012657390000185842, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0017241619999879276, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0017402900000149657, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001830498999993324, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012359199999991688, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0016495679999479762, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012185070000043652, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012326169999710146, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0014197110000395696, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0013187829999878886, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001678078000026062, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0016238230000169551, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0011894969999843852, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0015677420000201892, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.002670698000002858, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0028020279999907416, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0019111729999963245, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012479589999827567, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.001202691000003142, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013178989999858004, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001177890999997544, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012906999999984237, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013581149999879472, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0021669919999851572, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001341607000000522, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012054139999975177, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013934889999802635, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013573570000176005, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012620159999983116, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012019029999805753, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0013845309999851452, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0014741100000321694, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001174297999995133, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.00118904300001077, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012987290000125995, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012858960000130537, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0011945429999968837, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001191157999983261, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013498099999935675, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012582480000276064, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013959880000129488, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012379089999967618, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012308190000283048, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0015072800000268671, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0011330950000001394, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001137773999971614, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.00119684399999187, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0013671460000068691, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0010883520000106728, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001162041999975827, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0011869310000065525, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0011274160000027678, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012082069999905798, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012856719999945199, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0011206160000085674, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001101029000011522, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0010731810000095265, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.00118261000000075, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0011600550000139265, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001278530999996974, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001480847000010499, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0010745730000110143, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001156559000037305, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012291280000056304, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.00125234300000443, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001053498000004538, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012609799999836468, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0015937420000113889, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0011767619999716317, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012309389999813902, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0010501730000100906, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0016672710000307234, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012380980000159525, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013386299999922358, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0015080080000302587, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001189137999972445, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012227189999691745, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0014159850000226015, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012585609999860026, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013129159999891726, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012240830000109781, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0011865529999681712, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012229850000267106, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0014623030000393555, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001249970999992911, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012042920000112645, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013749140000527404, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012117609999791057, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012044270000046708, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001247704999968846, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0011968219999971552, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013673199999857388, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013108949999889319, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012481640000032712, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001219470999984651, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001351051000000325, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001250247999990961, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012046220000172525, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012531719999913093, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0014473420000058468, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012378760000046896, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012432970000304522, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012227859999711654, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012530189999893082, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0011468680000064069, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0011659810000139714, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012214700000185985, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012103340000066964, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0014420949999873756, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0011911010000176248, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013814739999702397, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0014417399999615554, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013057820000028642, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.00119236099999398, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0016498999999896569, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.00157607000002713, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001406660999975884, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.00138720000001058, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0011970849999727307, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0018694779999748334, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0016207070000007207, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0015245310000011614, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0016891880000002857, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001469799000005878, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0015042349999987437, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.001441154000019651, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0014791250000030232, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0016281220000280427, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0014964550000229337, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0015573129999779667, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0014506400000016129, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001523161999983813, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001216443000032541, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0016516119999891998, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001358089999968115, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012325490000080208, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013899319999950421, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0014783100000101967, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012021709999885388, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013732900000036352, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012160789999882127, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001247311000014406, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001534810999999081, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0016276560000392237, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012562629999877117, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012466990000064015, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013157750000232227, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012737210000466348, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0011984070000323754, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0014828390000047875, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001213253999992503, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012749879999773839, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012500220000219997, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001285789000036175, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012898599999857652, -"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012362549999807015, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-False-torch.bfloat16-False]": 0.0011067229999639494, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-False-torch.bfloat16-True]": 0.0010529810000434736, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-True-torch.bfloat16-False]": 0.0010380090000410291, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-True-torch.bfloat16-True]": 0.001290371000010282, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-False-torch.bfloat16-False]": 0.0010742119999918032, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-False-torch.bfloat16-True]": 0.0010844230000088828, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-True-torch.bfloat16-False]": 0.0010506309999982477, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-True-torch.bfloat16-True]": 0.0010603520000245226, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-False-torch.bfloat16-False]": 0.0011151609999728862, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-False-torch.bfloat16-True]": 0.0011237330000142265, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-True-torch.bfloat16-False]": 0.001074563999992506, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-True-torch.bfloat16-True]": 0.00114174799998068, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-False-torch.bfloat16-False]": 0.0010356679999858898, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-False-torch.bfloat16-True]": 0.001038116000017908, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-True-torch.bfloat16-False]": 0.0010587640000210286, -"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-True-torch.bfloat16-True]": 0.0010558570000114287, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-False-False-torch.float16]": 0.14352786399999218, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-False-True-torch.float16]": 0.13792577999998912, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-True-False-torch.float16]": 0.13160875599999144, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-True-True-torch.float16]": 0.1291036629999951, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-False-False-torch.float16]": 1.5504859629999999, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-False-True-torch.float16]": 0.17888685799999848, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-True-False-torch.float16]": 0.17936500999999794, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-True-True-torch.float16]": 0.13670385400004648, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-False-False-torch.float16]": 0.13974770300001182, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-False-True-torch.float16]": 0.13276363099996047, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-True-False-torch.float16]": 0.13968390499999828, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-True-True-torch.float16]": 0.14015477399996712, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-False-False-torch.float16]": 0.1300619250000068, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-False-True-torch.float16]": 0.12800402500002406, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-True-False-torch.float16]": 0.1324981240000227, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-True-True-torch.float16]": 0.13686975599998163, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-False-False-torch.float16]": 0.17366386499998043, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-False-True-torch.float16]": 0.18035357200002977, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-True-False-torch.float16]": 0.18021495200000004, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-True-True-torch.float16]": 0.18195007500000315, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-False-False-torch.float16]": 0.18540067900002555, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-False-True-torch.float16]": 0.17270706699997618, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-True-False-torch.float16]": 0.17785839000001147, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-True-True-torch.float16]": 0.17578743400000008, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-False-False-torch.float16]": 0.2146395030000008, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-False-True-torch.float16]": 0.18322966799999563, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-True-False-torch.float16]": 0.18468860499996254, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-True-True-torch.float16]": 0.1964918559999944, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-False-False-torch.float16]": 0.17273569799996835, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-False-True-torch.float16]": 0.1783330809999768, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-True-False-torch.float16]": 0.16902746400000979, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-True-True-torch.float16]": 0.19645542599997157, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-False-False-torch.float16]": 1.5848281750000126, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-False-True-torch.float16]": 0.167801489999988, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-True-False-torch.float16]": 0.17227979599996956, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-True-True-torch.float16]": 0.17071512200001848, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-False-False-torch.float16]": 0.20503201400001103, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-False-True-torch.float16]": 0.18886806099999376, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-True-False-torch.float16]": 0.17820494900001904, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-True-True-torch.float16]": 0.19686035399999469, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-False-False-torch.float16]": 0.17286634900005993, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-False-True-torch.float16]": 0.1413663139999244, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-True-False-torch.float16]": 0.13930550199984282, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-True-True-torch.float16]": 0.19627024399983384, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-False-False-torch.float16]": 0.1753268620000199, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-False-True-torch.float16]": 0.13643812300028912, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-True-False-torch.float16]": 0.13015909199975795, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-True-True-torch.float16]": 0.11941991999992752, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-False-False-torch.float16]": 0.17792729600003554, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-False-True-torch.float16]": 0.18816490299997213, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-True-False-torch.float16]": 0.17850339900002155, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-True-True-torch.float16]": 0.18158796199995209, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-False-False-torch.float16]": 0.14316911199998117, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-False-True-torch.float16]": 0.158183202999993, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-True-False-torch.float16]": 0.1674369750000153, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-True-True-torch.float16]": 0.1654174270000226, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-False-False-torch.float16]": 0.18823592499998654, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-False-True-torch.float16]": 0.17398274499996091, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-True-False-torch.float16]": 0.1816077489999941, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-True-True-torch.float16]": 0.16726551600004314, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-False-False-torch.float16]": 0.1843474749999814, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-False-True-torch.float16]": 0.17326306999996177, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-True-False-torch.float16]": 0.1783643689999792, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-True-True-torch.float16]": 0.18119622099999333, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-False-False-torch.float16]": 57.69836592699994, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-False-True-torch.float16]": 291.49695931999986, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-True-False-torch.float16]": 13.491787292000026, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-True-True-torch.float16]": 23.311794528999997, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-False-False-torch.float16]": 13.88605859200004, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-False-True-torch.float16]": 13.837973902000044, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-True-False-torch.float16]": 13.642192917999978, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-True-True-torch.float16]": 13.770189781, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-False-False-torch.float16]": 132.77990358699998, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-False-True-torch.float16]": 157.78928541599998, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-True-False-torch.float16]": 16.965602879000016, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-True-True-torch.float16]": 26.072262103999947, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-False-False-torch.float16]": 17.71862301200008, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-False-True-torch.float16]": 17.353098821999993, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-True-False-torch.float16]": 17.32231065100001, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-True-True-torch.float16]": 17.51899144099997, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-False-False-torch.float16]": 57.25240083100016, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-False-True-torch.float16]": 298.6479218239999, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-True-False-torch.float16]": 13.718209162999983, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-True-True-torch.float16]": 23.832339372000206, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-False-False-torch.float16]": 13.6509698389998, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-False-True-torch.float16]": 14.16245389400001, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-True-False-torch.float16]": 13.441948295999964, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-True-True-torch.float16]": 13.882072858000129, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-False-False-torch.float16]": 133.77471671600006, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-False-True-torch.float16]": 170.41293349400007, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-True-False-torch.float16]": 17.643053216999988, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-True-True-torch.float16]": 25.50387371799991, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-False-False-torch.float16]": 17.70623671600015, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-False-True-torch.float16]": 17.95185384399997, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-True-False-torch.float16]": 17.820820709000145, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-True-True-torch.float16]": 17.81172918299967, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-False-False-torch.float16]": 50.539672963000044, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-False-True-torch.float16]": 295.674271277, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-True-False-torch.float16]": 13.472480462000021, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-True-True-torch.float16]": 23.802054028999862, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-False-False-torch.float16]": 13.484827779000057, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-False-True-torch.float16]": 13.53746117999998, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-True-False-torch.float16]": 13.34516426500005, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-True-True-torch.float16]": 13.67660106599999, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-False-False-torch.float16]": 134.01968161299988, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-False-True-torch.float16]": 168.03832814000006, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-True-False-torch.float16]": 17.01759517100001, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-True-True-torch.float16]": 26.271212453999993, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-False-False-torch.float16]": 17.045606676000034, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-False-True-torch.float16]": 17.492527484999982, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-True-False-torch.float16]": 16.717237677999947, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-True-True-torch.float16]": 16.894005321999884, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-False-False-torch.float16]": 52.303189300999975, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-False-True-torch.float16]": 289.81769851499996, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-True-False-torch.float16]": 13.166050436000091, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-True-True-torch.float16]": 23.095223638999983, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-False-False-torch.float16]": 13.555932448000021, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-False-True-torch.float16]": 13.659670687000016, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-True-False-torch.float16]": 13.141814365999949, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-True-True-torch.float16]": 13.18186683700003, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-False-False-torch.float16]": 129.578922627, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-False-True-torch.float16]": 164.28969659600006, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-True-False-torch.float16]": 16.99811207199997, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-True-True-torch.float16]": 25.444895737000024, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-False-False-torch.float16]": 16.970982986999843, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-False-True-torch.float16]": 16.9878909439999, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-True-False-torch.float16]": 17.09009328899981, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-True-True-torch.float16]": 17.11837285899992, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-False-False-torch.float16]": 0.12972502400000963, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-False-True-torch.float16]": 0.1471466419999956, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-True-False-torch.float16]": 0.13393206500001043, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-True-True-torch.float16]": 0.11622101799997608, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-False-False-torch.float16]": 1.327832347999987, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-False-True-torch.float16]": 1.9241082950000248, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-True-False-torch.float16]": 0.16195460499997694, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-True-True-torch.float16]": 0.1413496800000189, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-False-False-torch.float16]": 0.1204590440000004, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-False-True-torch.float16]": 0.1276232419999701, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-True-False-torch.float16]": 0.1202325430000144, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-True-True-torch.float16]": 0.12902814699998544, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-False-False-torch.float16]": 0.1098283259999846, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-False-True-torch.float16]": 0.10579896500004793, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-True-False-torch.float16]": 0.10737069700002166, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-True-True-torch.float16]": 0.11067168800005334, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-False-False-torch.float16]": 0.1387717799999848, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-False-True-torch.float16]": 0.11998391399998809, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-True-False-torch.float16]": 0.15890873099996838, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-True-True-torch.float16]": 0.1562839530000133, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-False-False-torch.float16]": 0.13047116699996764, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-False-True-torch.float16]": 0.1371181200000251, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-True-False-torch.float16]": 0.1383077030000095, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-True-True-torch.float16]": 0.14826274899999703, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-False-False-torch.float16]": 0.1620138529999906, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-False-True-torch.float16]": 0.1790892660000054, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-True-False-torch.float16]": 1.3597707250000042, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-True-True-torch.float16]": 0.1711673929999904, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-False-False-torch.float16]": 0.15053349000001504, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-False-True-torch.float16]": 0.16103127299999187, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-True-False-torch.float16]": 0.1536379620000048, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-True-True-torch.float16]": 0.15407123600002137, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-False-False-torch.float16]": 0.12016235500004768, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-False-True-torch.float16]": 0.13306764399999338, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-True-False-torch.float16]": 0.1630231839999965, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-True-True-torch.float16]": 0.14730254100001616, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-False-False-torch.float16]": 0.13546284099999184, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-False-True-torch.float16]": 0.14486511499998755, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-True-False-torch.float16]": 0.15235340399996744, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-True-True-torch.float16]": 0.13348256199998332, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-False-False-torch.float16]": 0.15991857100001994, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-False-True-torch.float16]": 0.1672904419999668, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-True-False-torch.float16]": 1.9616818229999922, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-True-True-torch.float16]": 2.681044533000005, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-False-False-torch.float16]": 0.16134574800003065, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-False-True-torch.float16]": 0.1694752360000109, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-True-False-torch.float16]": 0.1517858400000307, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-True-True-torch.float16]": 0.15261863700001754, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-False-False-torch.float16]": 0.12782135099999437, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-False-True-torch.float16]": 0.12864554300000464, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-True-False-torch.float16]": 0.1325558130000104, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-True-True-torch.float16]": 0.14826950899998792, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-False-False-torch.float16]": 0.1324696390000213, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-False-True-torch.float16]": 0.1133549259999711, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-True-False-torch.float16]": 0.11709143700002755, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-True-True-torch.float16]": 0.11898302299999841, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-False-False-torch.float16]": 0.11976096900002631, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-False-True-torch.float16]": 0.14592404699999406, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-True-False-torch.float16]": 0.14255564399999798, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-True-True-torch.float16]": 0.13948803100001328, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-False-False-torch.float16]": 0.12100858799999514, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-False-True-torch.float16]": 0.14399551100001418, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-True-False-torch.float16]": 0.13392968199997313, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-True-True-torch.float16]": 0.13400094299998955, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-False-False-torch.float16]": 0.18065573999999174, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-False-True-torch.float16]": 0.1730078210000272, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-True-False-torch.float16]": 0.16104598300000816, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-True-True-torch.float16]": 0.17457540399999516, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-False-False-torch.float16]": 0.1655270940000264, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-False-True-torch.float16]": 0.17906287099998508, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-True-False-torch.float16]": 0.17501338899998586, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-True-True-torch.float16]": 0.16476445200001422, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-False-False-torch.float16]": 0.14867826099998638, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-False-True-torch.float16]": 0.17248826200000167, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-True-False-torch.float16]": 0.16420958200001223, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-True-True-torch.float16]": 0.1709937589999697, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-False-False-torch.float16]": 0.17257754799996405, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-False-True-torch.float16]": 0.16326321600001847, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-True-False-torch.float16]": 0.1711246040000276, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-True-True-torch.float16]": 0.16878054200006432, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-False-False-torch.float16]": 0.13456352700001162, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-False-True-torch.float16]": 0.14066604400002802, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-True-False-torch.float16]": 0.1509927489999825, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-True-True-torch.float16]": 0.1505847729999914, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-False-False-torch.float16]": 0.1479353690000096, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-False-True-torch.float16]": 0.14757696700002043, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-True-False-torch.float16]": 0.14725429399996415, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-True-True-torch.float16]": 0.14421212699997454, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-False-False-torch.float16]": 0.14135365399999955, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-False-True-torch.float16]": 0.16014445999999793, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-True-False-torch.float16]": 0.1704987180000046, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-True-True-torch.float16]": 0.17711753999998336, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-False-False-torch.float16]": 0.15203431100002263, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-False-True-torch.float16]": 0.14885940199999936, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-True-False-torch.float16]": 0.14530539900002282, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-True-True-torch.float16]": 0.14836723100000881, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-False-False-torch.float16]": 0.13685048299998925, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-False-True-torch.float16]": 0.1467517849999922, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-True-False-torch.float16]": 0.13602184899997383, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-True-True-torch.float16]": 0.1365213800000049, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-False-False-torch.float16]": 0.13905003699997565, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-False-True-torch.float16]": 0.14752112799999395, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-True-False-torch.float16]": 0.13336045899998794, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-True-True-torch.float16]": 0.13716151200000581, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-False-False-torch.float16]": 0.1619932510000126, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-False-True-torch.float16]": 0.17062984099999312, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-True-False-torch.float16]": 0.16582041300000583, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-True-True-torch.float16]": 0.17587376800000243, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-False-False-torch.float16]": 0.1341358029999924, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-False-True-torch.float16]": 0.13693249799999307, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-True-False-torch.float16]": 0.13552402999999913, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-True-True-torch.float16]": 0.1400996459999817, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-False-False-torch.float16]": 0.18105592400004866, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-False-True-torch.float16]": 0.17412063000000444, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-True-False-torch.float16]": 0.16566298999998708, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-True-True-torch.float16]": 0.17890475900000524, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-False-False-torch.float16]": 0.16695071000003736, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-False-True-torch.float16]": 0.17026537200004555, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-True-False-torch.float16]": 0.16167803300001538, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-True-True-torch.float16]": 0.16755982399999425, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-False-False-torch.float16]": 0.16934171700000888, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-False-True-torch.float16]": 0.1721667449999984, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-True-False-torch.float16]": 0.14257341100002918, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-True-True-torch.float16]": 0.13982191400000943, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-False-False-torch.float16]": 0.16223500300000637, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-False-True-torch.float16]": 0.1468269710000243, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-True-False-torch.float16]": 0.16446783399996434, -"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-True-True-torch.float16]": 0.16342565400000808, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-128-torch.bfloat16]": 0.002354761999981747, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-128-torch.float32]": 0.003990474000005406, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-16-torch.bfloat16]": 0.14578403400003026, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-16-torch.float32]": 0.18440348100003234, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[256-7-torch.bfloat16]": 0.14863136200000326, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[256-7-torch.float32]": 0.16455353599997125, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[300-33-torch.bfloat16]": 0.14238810100002297, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[300-33-torch.float32]": 0.15454987600000436, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill_matches_update_stepwise": 0.16005512300000646, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[2048-torch.bfloat16]": 0.16433251200004406, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[2048-torch.float32]": 0.17109616300001562, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[256-torch.bfloat16]": 0.002471803000020145, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[256-torch.float32]": 0.0036539409999818417, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[300-torch.bfloat16]": 0.1860871119999956, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[300-torch.float32]": 0.16042178299994703, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_update_2d_legacy_call[torch.bfloat16]": 0.002684479999999212, -"tests/ops/test_causal_conv1d_lfm2.py::test_op_update_2d_legacy_call[torch.float32]": 0.003018806999989465, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K256_V128-bf16]": 34.14555530200002, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K256_V128-fp32]": 0.0015812930000151937, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K64_V128-bf16]": 10.833571021000012, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K64_V128-fp32]": 0.0014093029999742157, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T100_unaligned-bf16]": 6.455326649999989, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T100_unaligned-fp32]": 0.0014287489999844638, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T16-bf16]": 0.24538836800005015, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T16-fp32]": 0.0015656799999703708, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T2048_long_seq-bf16]": 12.668593650000048, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T2048_long_seq-fp32]": 0.0013805789999423723, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T32_final_state-bf16]": 24.062110378, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T32_final_state-fp32]": 0.0016605539999829944, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T37_prime-bf16]": 0.1929992739999875, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T37_prime-fp32]": 0.0012747449999608307, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T512_long_seq-bf16]": 12.691462074000015, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T512_long_seq-fp32]": 0.0016076889999681043, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T64-bf16]": 0.14346918899997263, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T64-fp32]": 0.0016348099999845545, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T65_off_by_1-bf16]": 23.662088204000014, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T65_off_by_1-fp32]": 0.0011860600000090926, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-chunk32-bf16]": 3.965768204999989, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-chunk32-fp32]": 0.001447255000016412, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-decode-bf16]": 9.062846747000009, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-decode-fp32]": 0.0013245240000401282, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-init_final_state-bf16]": 9.925796228000024, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-init_final_state-fp32]": 0.0013046820000113257, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-l2norm-bf16]": 8.349837508999997, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-l2norm-fp32]": 0.003143040000026076, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-minimal-bf16]": 9.266539973999954, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-minimal-fp32]": 0.0023720459999765353, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-qwen3_5_T10782-bf16]": 2.985642958000028, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-qwen3_5_T10782-fp32]": 0.0012171040000339417, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K256_V128-bf16]": 155.910470203, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K256_V128-fp32]": 0.002704043999926853, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K64_V128-bf16]": 12.9090155990001, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K64_V128-fp32]": 0.002129796000076567, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T100_unaligned-bf16]": 0.21871101699991868, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T100_unaligned-fp32]": 0.0021877420000464554, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T16-bf16]": 0.15864285800000744, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T16-fp32]": 0.0013660679999816239, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T2048_long_seq-bf16]": 0.0011873299999365372, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T2048_long_seq-fp32]": 0.001046541000050638, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T32_final_state-bf16]": 10.403869537000048, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T32_final_state-fp32]": 0.0011562650000200847, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T37_prime-bf16]": 14.449041041999976, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T37_prime-fp32]": 0.0016036270000086006, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T512_long_seq-bf16]": 0.001057639000009658, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T512_long_seq-fp32]": 0.0012594840000019758, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T64-bf16]": 0.17224458300006518, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T64-fp32]": 0.0012783729999910065, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T65_off_by_1-bf16]": 50.995643884999936, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T65_off_by_1-fp32]": 0.0012408399999799258, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-chunk32-bf16]": 4.544282572000043, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-chunk32-fp32]": 0.0013325310000027457, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-decode-bf16]": 0.15052829699999393, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-decode-fp32]": 0.0014337850000742947, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-init_final_state-bf16]": 10.182990999000026, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-init_final_state-fp32]": 0.0012344669999606595, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-l2norm-bf16]": 0.001284571000098822, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-l2norm-fp32]": 0.001855837000050542, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-minimal-bf16]": 0.17450942299996086, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-minimal-fp32]": 0.0012786060000280486, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-qwen3_5_T10782-bf16]": 0.0012025940000057744, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-qwen3_5_T10782-fp32]": 0.0010826699999597622, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[cutile-in_kernel_l2]": 3.136417646000041, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[cutile-prenormalized]": 23.267026869000006, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[tilecpp-in_kernel_l2]": 0.0016193160000170792, -"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[tilecpp-prenormalized]": 11.794935247000069, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-False-False-torch.float32-1e-05]": 0.10600968199997851, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-False-True-torch.float32-1e-05]": 0.10312861499994597, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-True-False-torch.float32-1e-05]": 0.12304907599991566, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-True-True-torch.float32-1e-05]": 0.284475719999989, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-False-False-torch.float32-1e-05]": 0.13478110599999127, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-False-True-torch.float32-1e-05]": 0.10648974299999736, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-True-False-torch.float32-1e-05]": 0.16423257499997135, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-True-True-torch.float32-1e-05]": 0.2570092930000669, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-False-torch.float16-1e-05]": 0.16255204199995887, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-False-torch.float32-1e-05]": 0.12891033799999718, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-True-torch.float16-1e-05]": 0.13866054499999336, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-True-torch.float32-1e-05]": 0.1456104319999838, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-False-torch.float16-1e-05]": 0.14991940299998419, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-False-torch.float32-1e-05]": 0.17718028699999877, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-True-torch.float16-1e-05]": 0.24158105699999055, -"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-True-torch.float32-1e-05]": 0.33441941999998903, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-False-False-torch.float32-1e-05]": 0.14920504100001608, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-False-True-torch.float32-1e-05]": 0.1304247440000097, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-True-False-torch.float32-1e-05]": 0.1726272129999984, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-True-True-torch.float32-1e-05]": 0.6701856219999911, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-False-False-torch.float32-1e-05]": 0.15579314400000044, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-False-True-torch.float32-1e-05]": 0.15893375199999582, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-True-False-torch.float32-1e-05]": 0.1483170709999797, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-True-True-torch.float32-1e-05]": 0.6782191570000009, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-False-torch.float16-1e-05]": 0.14386986900001375, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-False-torch.float32-1e-05]": 0.12917614299999514, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-True-torch.float16-1e-05]": 0.14294584700002133, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-True-torch.float32-1e-05]": 0.15003565300003174, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-False-torch.float16-1e-05]": 0.1805788039999925, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-False-torch.float32-1e-05]": 0.17246527699998637, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-True-torch.float16-1e-05]": 0.6834634180000023, -"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-True-torch.float32-1e-05]": 0.7500488979999886, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-False-False-torch.float32-1e-05]": 0.11815156399998727, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-False-True-torch.float32-1e-05]": 0.12823863099995947, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-True-False-torch.float32-1e-05]": 0.17775300700003527, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-True-True-torch.float32-1e-05]": 9.246091336999996, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-False-False-torch.float32-1e-05]": 0.1250450219999948, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-False-True-torch.float32-1e-05]": 0.14260297799998511, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-True-False-torch.float32-1e-05]": 0.1654580550000162, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-True-True-torch.float32-1e-05]": 2.084688195000041, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-False-torch.float16-1e-05]": 0.15082200499998066, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-False-torch.float32-1e-05]": 0.14133237400000098, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-True-torch.float16-1e-05]": 0.13677736700000764, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-True-torch.float32-1e-05]": 0.13135657199998718, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-False-torch.float16-1e-05]": 0.17651256300004547, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-False-torch.float32-1e-05]": 0.142647654000001, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-True-torch.float16-1e-05]": 7.504311319999971, -"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-True-torch.float32-1e-05]": 2.0771611730000075, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-119]": 0.32350471100002665, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-256]": 0.7000436390000004, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-8192]": 1.2820395969999936, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-9]": 0.6826970619999599, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-119]": 0.1473952520000239, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-256]": 0.47067152000002466, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-8192]": 1.391928584000027, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-9]": 0.5241932470000279, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-119]": 0.1598726480000039, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-256]": 0.4782751750000216, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-8192]": 0.9217782249999971, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-9]": 0.5442961869999863, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-119]": 1.0515643879999743, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-256]": 1.0175993309999853, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-8192]": 1.6270505610000043, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-9]": 1.544888716000031, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-119]": 1.0455101689999537, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-256]": 1.067287704999984, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-8192]": 1.735697559000016, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-9]": 1.0380582600000139, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-119]": 1.0784166140000195, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-256]": 1.0838220349999688, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-8192]": 1.7482013030000019, -"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-9]": 1.0194060790000208, -"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-12-4-512-64-256-30.0-True-torch.bfloat16]": 0.0011191919999760103, -"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-0-None-False-torch.float16]": 0.0010386120000021037, -"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-64-10.0-False-torch.float32]": 0.005305107999987513, -"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-64-10.0-True-torch.float16]": 0.0013315279999801533, -"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-12-4-512-64-256-30.0-True-torch.bfloat16]": 0.0011517960000162475, -"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-0-None-False-torch.float16]": 0.0011293390000162162, -"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-64-10.0-False-torch.float32]": 0.0012595069999576936, -"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-64-10.0-True-torch.float16]": 0.0011259899999913614, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-4-256-64-64-10.0-torch.float16]": 0.0011946310000041649, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-10019-64-256-50.0-torch.bfloat16]": 0.0011288890000002993, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-10024-64-0-None-torch.float16]": 0.0010946310000008452, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-128-64-0-10.0-torch.float16]": 0.0012052550000021256, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-128-64-0-None-torch.float16]": 0.001140444999975898, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-256-64-64-10.0-torch.float16]": 0.0010846949999745448, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-4-256-64-64-10.0-torch.float16]": 0.0010664670000153365, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-10019-64-256-50.0-torch.bfloat16]": 0.0010763829999689278, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-10024-64-0-None-torch.float16]": 0.00102991499997529, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-128-64-0-10.0-torch.float16]": 0.001129451999986486, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-128-64-0-None-torch.float16]": 0.001078420999959917, -"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-256-64-64-10.0-torch.float16]": 0.001116603999975041, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-False-torch.float16]": 4.823688075000035, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-True-torch.float16]": 4.650415747000011, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.24808855499998117, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.2588787589999697, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.25241741300004605, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.23944977399997924, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.23326034099994786, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.2673460400000067, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.25860433299999386, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.23226373900001818, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.27472651700003325, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.2816166019999855, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.2635969389999673, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.3072191029999658, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.28163740799993775, -"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.26203032399996573, -"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-1004-2456-1.0-torch.float16]": 0.5494645040000137, -"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-256-256-0.0-torch.float16]": 0.3738701210000386, -"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-256-256-1.0-torch.float16]": 0.328458339000008, -"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-512-256-0.0-torch.float32]": 0.3181496260000358, -"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-9-9-0.0-torch.float16]": 0.3062416309999776, -"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-2-512-256-0.0-torch.float16]": 3.5908276599999454, -"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-256-256-128-1.0-torch.float16]": 1.017027594999945, -"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-512-256-128-0.0-torch.float32]": 1.2306447869999602, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-0.0-torch.float16]": 0.3008881070000484, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-0.0-torch.float32]": 0.35648271999997405, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-1.0-torch.float16]": 0.33240054300000565, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-9-9-0.0-torch.float16]": 0.34555510600000616, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-0.0-torch.float16]": 0.6820813040000075, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-0.0-torch.float32]": 0.7703972080000199, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-1.0-torch.float16]": 0.17498283499998024, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-9-9-0.0-torch.float16]": 0.6577410070000269, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-0.0-torch.float16]": 11.253448165999998, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-0.0-torch.float32]": 11.101862406999999, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-1.0-torch.float16]": 0.16244572299996207, -"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-9-9-0.0-torch.float16]": 12.96100288499997, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-1024-1024-torch.bfloat16]": 5.294113060000029, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-256-256-torch.bfloat16]": 3.4596467300000313, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-30000-1024-torch.bfloat16]": 5.48426538800004, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-4096-512-torch.bfloat16]": 4.682026176000079, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-1024-1024-torch.bfloat16]": 0.0011270310000099926, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-256-256-torch.bfloat16]": 3.7539826459999404, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-30000-1024-torch.bfloat16]": 0.001112988000045334, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-4096-512-torch.bfloat16]": 4.5028097939999725, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-1024-1024-torch.bfloat16]": 15.339369932000011, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-256-256-torch.bfloat16]": 9.014357998000037, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-30000-1024-torch.bfloat16]": 2.3042934439999954, -"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-4096-512-torch.bfloat16]": 13.353810894000048, -"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1023-silu-torch.float32]": 0.0010109479999869109, -"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1024-relu-torch.float32]": 0.0012960020000605255, -"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1024-silu-torch.float32]": 0.0009952429999771084, -"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-512-gelu_tanh-torch.float32]": 0.001016684000035184, -"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-512-512-256-silu-torch.float16]": 0.0010190999999508676, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-T192-bf16]": 10.804827638999996, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-batch2-bf16]": 161.24556553899993, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-chunk128-ungrouped-bf16]": 877.0460355159998, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-groups2-bf16]": 181.31275430799997, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-large-bf16]": 313.236688532, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-minimal-bf16]": 179.96462089800002, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-single-chunk-bf16]": 224.72569259199997, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-standard-bf16]": 391.21901491000017, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-three-chunks-bf16]": 479.93455014300014, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-T192-bf16]": 1.721914646000073, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-batch2-bf16]": 1.8996541239999942, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-chunk128-ungrouped-bf16]": 239.46483165799998, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-groups2-bf16]": 33.04401553600002, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-large-bf16]": 115.46924479899997, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-minimal-bf16]": 36.718328801999974, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-single-chunk-bf16]": 35.89636320500006, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-standard-bf16]": 69.79899464399995, -"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-three-chunks-bf16]": 4.973912800999869, -"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.001698712000006708, -"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 1.0313245700001517, -"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.00171145499996328, -"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 1.1512047339999754, -"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0013581960000692561, -"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0013425549996100017, -"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 10.627573303999952, -"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0016117840002607409, -"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 10.36533936800015, -"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.003381121999836978, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0013912989999198544, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 0.15971269700003177, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0012407720000737754, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 0.16769766000015807, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0011982819997911065, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0015493289998858017, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 0.20144192200007183, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0017590199998949174, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 0.1831429469999648, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.001498214999855918, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0014956019999772252, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 1.9926009859999567, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0054366379999919445, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 1.6953474650000544, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.003446745000019291, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0014867109999840977, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 84.14775664899992, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0012711430000535984, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 7.202428507000036, -"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0012883059999921898, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(2112, 7168)-256]": 32.49781374899976, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(2112, 7168)-32]": 13.538739293000162, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 1536)-256]": 29.007181547000073, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 1536)-32]": 13.426156044000209, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 7168)-256]": 32.78087770600018, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 7168)-32]": 13.454600078000112, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(3072, 1536)-256]": 29.490369185999953, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(3072, 1536)-32]": 13.47194484900001, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(32768, 512)-256]": 29.38135245500007, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(32768, 512)-32]": 12.218179340999995, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(36864, 7168)-256]": 32.93394729400006, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(36864, 7168)-32]": 13.581952347999732, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(4096, 7168)-256]": 32.560232521000216, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(4096, 7168)-32]": 13.414814254999783, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(576, 7168)-256]": 32.528902315000096, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(576, 7168)-32]": 13.73043925800016, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 16384)-256]": 40.83039530800011, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 16384)-32]": 16.118425183, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 18432)-256]": 43.54673422000019, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 18432)-32]": 16.91739924699982, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 2048)-256]": 31.793723662000275, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 2048)-32]": 15.399739515999954, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 256)-256]": 23.483363388000043, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 256)-32]": 8.968021157000067, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(2112, 7168)-256]": 28.983329069000092, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(2112, 7168)-32]": 11.794444148000025, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 1536)-256]": 20.429700571999888, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 1536)-32]": 9.14575155099999, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 7168)-256]": 29.463368593000155, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 7168)-32]": 11.783363923000024, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(3072, 1536)-256]": 20.645027264000078, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(3072, 1536)-32]": 8.958560648999992, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(32768, 512)-256]": 23.11345385700008, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(32768, 512)-32]": 10.167612499000143, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(36864, 7168)-256]": 29.790265470000122, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(36864, 7168)-32]": 11.407197665999888, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(4096, 7168)-256]": 28.928131410999868, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(4096, 7168)-32]": 11.467979963999937, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(576, 7168)-256]": 29.25809813800015, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(576, 7168)-32]": 11.33160093899994, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 16384)-256]": 42.86505574899991, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 16384)-32]": 15.579708902999982, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 18432)-256]": 45.94461435100004, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 18432)-32]": 15.96079606800015, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 2048)-256]": 21.447045315999958, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 2048)-32]": 9.517716336000035, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 256)-256]": 18.38246466800001, -"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 256)-32]": 8.032651425999802, -"tests/ops/test_mla.py::Test_MLA::test_op[cutile-1-64-64-torch.bfloat16-False]": 0.0020341000001735665, -"tests/ops/test_mla.py::Test_MLA::test_op[cutile-1-64-64-torch.bfloat16-True]": 0.0019466869998723269, -"tests/ops/test_mla.py::Test_MLA::test_op[cutile-4-64-64-torch.bfloat16-False]": 0.0018147729999782314, -"tests/ops/test_mla.py::Test_MLA::test_op[cutile-4-64-64-torch.bfloat16-True]": 0.0019567249998999614, -"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-1-64-64-torch.bfloat16-False]": 0.0014123959997505153, -"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-1-64-64-torch.bfloat16-True]": 0.003017515999999887, -"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-4-64-64-torch.bfloat16-False]": 0.0019464560000415077, -"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-4-64-64-torch.bfloat16-True]": 0.0012725459998819133, -"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-128-False]": 0.0012992409997423238, -"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-16-True]": 1.2001498469999206, -"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-32-True]": 0.1901744800002234, -"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-64-False]": 0.0013748809999469813, -"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-128-False]": 0.184531490000154, -"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-16-True]": 1.4238348310002493, -"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-32-True]": 0.2481551829998807, -"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-64-False]": 0.1949527140002374, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-16]": 5.111274784999978, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-24]": 0.3534702060001109, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-32]": 0.41331570999977885, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-8]": 5.141728450999835, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-16]": 4.298023443999909, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-24]": 0.5759332840000297, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-32]": 0.592321634999962, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-8]": 4.281424561999984, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-16]": 4.106049649999932, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-24]": 0.41871581000032165, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-32]": 0.37227775299970745, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-8]": 4.008528389000048, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-16]": 5.21658285500007, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-24]": 0.5466707989999122, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-32]": 0.5083783029995175, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-8]": 5.209214628999916, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-16]": 5.402807623000172, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-24]": 0.3764936580000722, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-32]": 0.3417966939998678, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-8]": 5.39418216099989, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-16]": 4.444225918000029, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-24]": 0.4716659189998609, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-32]": 0.43988633000003574, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-8]": 4.401701700000103, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-16]": 4.372601151999788, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-24]": 4.1178118229997835, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-32]": 4.163751423999884, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-8]": 4.1696929400000045, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-16]": 5.34822609999992, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-24]": 0.44554770700005975, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-32]": 0.4111638379999931, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-8]": 5.410659229999965, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-16]": 9.229566682000012, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-24]": 9.135035447000007, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-32]": 8.626214437999977, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-8]": 9.186324478000017, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-16]": 11.025601180000024, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-24]": 10.919905671999999, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-32]": 11.102441306000003, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-8]": 11.017078188, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-16]": 11.656021877000057, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-24]": 11.34404866999995, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-32]": 10.773276414000009, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-8]": 11.841301876999978, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-16]": 9.205838904000018, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-24]": 9.293325793000008, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-32]": 9.240028266999985, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-8]": 9.310271812999957, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-16]": 8.510449563000009, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-24]": 8.997751401000016, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-32]": 8.573211183000012, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-8]": 9.13697672099994, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-16]": 10.756421154000009, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-24]": 10.78809905299994, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-32]": 10.749918768999976, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-8]": 10.68771011299998, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-16]": 10.24273523900007, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-24]": 10.770225883000023, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-32]": 10.237921552999978, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-8]": 10.833573743000045, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-16]": 8.656009664999942, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-24]": 9.112559836000003, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-32]": 8.466501827999991, -"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-8]": 9.07810792700002, -"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-16-512-256-8-2]": 3.3310526930000037, -"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-32-1024-512-16-4]": 3.0324626290000083, -"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-64-1024-512-20-8]": 2.3785154160000843, -"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-16-512-256-8-2]": 0.001043299000002662, -"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-32-1024-512-16-4]": 0.004343569000070602, -"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-64-1024-512-20-8]": 0.000974563999932343, -"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-16-512-256-8-2]": 4.471029261000012, -"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-32-1024-512-16-4]": 4.344379652999976, -"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-64-1024-512-20-8]": 4.000724627000011, -"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-16-512-256-8-2]": 3.1618766749999736, -"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-32-1024-512-16-4]": 2.6574041160000093, -"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-64-1024-512-20-8]": 2.616043191000017, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-2048-4096-1024-64-4-swiglu]": 0.25567506199996615, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-2048-1408-60-4-swiglu]": 3.6229077520000033, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-1-swiglu]": 0.24448472300002777, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-2-swiglu]": 0.24423519100008662, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-geglu]": 4.193745909000029, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-gelu]": 3.8971774409999966, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-reglu]": 3.2698521379999193, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-relu]": 7.562132537000082, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-relu_sq]": 2.8426037949999454, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-silu]": 3.114225627000053, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-swiglu]": 3.7158022960000494, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-512-4096-1024-64-4-swiglu]": 0.27245957100001306, -"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-512-4096-14336-8-2-swiglu]": 3.4785575760000143, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-K64_V128-bf16]": 0.0944921919999615, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-K64_V128-fp32]": 0.11989236199997322, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T16-bf16]": 0.7590508840000325, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T16-fp32]": 0.7022301830000401, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T32_final_state-bf16]": 0.5697278220000044, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T32_final_state-fp32]": 0.5258810839999342, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T64-bf16]": 0.8684368080000695, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T64-fp32]": 0.7964047049999863, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-decode-bf16]": 0.3758204299999761, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-decode-fp32]": 0.44204002100002526, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-init_final_state-bf16]": 0.8966458699999293, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-init_final_state-fp32]": 0.8668302309999376, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-l2norm-bf16]": 5.270891509999956, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-l2norm-fp32]": 4.935244673, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-minimal-bf16]": 0.3588850020000791, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-minimal-fp32]": 0.35174359699999513, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-qwen35_cached_decode-bf16]": 0.4550857750000432, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-qwen35_cached_decode-fp32]": 0.4618742570000336, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-K64_V128-bf16]": 0.08981612699994912, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-K64_V128-fp32]": 0.11608774400019684, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T16-bf16]": 0.111798244000056, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T16-fp32]": 0.13481082200007677, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T32_final_state-bf16]": 331.2584225370001, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T32_final_state-fp32]": 344.613440128, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T64-bf16]": 0.11896196199995757, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T64-fp32]": 0.11737765499992747, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-decode-bf16]": 10.170637780999982, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-decode-fp32]": 10.317554508999933, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-init_final_state-bf16]": 1.1770028390001244, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-init_final_state-fp32]": 1.0601740890001565, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-l2norm-bf16]": 170.04219274799993, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-l2norm-fp32]": 173.5755498860001, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-minimal-bf16]": 0.08769486300002427, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-minimal-fp32]": 0.1150568209998255, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-qwen35_cached_decode-bf16]": 1.99039623200008, -"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-qwen35_cached_decode-fp32]": 2.083069488000092, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-18432-torch.float16]": 0.0012145189998591377, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-256-torch.float16]": 0.1696859180001411, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-256-torch.float32]": 0.2359799460000147, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-768-torch.float16]": 0.12880516200038983, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-31072-4096-torch.bfloat16]": 1.4639302070000042, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-4096-256-torch.bfloat16]": 0.1132105149997642, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-18432-torch.float16]": 0.4872019570000248, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-256-torch.float16]": 0.21862747899999135, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-256-torch.float32]": 0.24752594900002123, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-768-torch.float16]": 0.24735752400002298, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-31072-4096-torch.bfloat16]": 0.3011879190000002, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-4096-256-torch.bfloat16]": 0.21710307500001136, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-18432-torch.float16]": 0.29643030900001577, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-256-torch.float16]": 0.24406993800002397, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-256-torch.float32]": 0.13890164800002935, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-768-torch.float16]": 0.23419750399997952, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-31072-4096-torch.bfloat16]": 0.323552253999992, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-4096-256-torch.bfloat16]": 0.2240291719999732, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-18432-torch.float16]": 0.0011949980000451887, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-256-torch.float16]": 0.37197888000000034, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-256-torch.float32]": 1.0194483619999914, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-768-torch.float16]": 0.47905888299999333, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-31072-4096-torch.bfloat16]": 0.19357722199998761, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-4096-256-torch.bfloat16]": 0.32574264699999844, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-18432-torch.float16]": 0.002929114999972171, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-256-torch.float16]": 0.5408393470000021, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-256-torch.float32]": 0.6084590489999755, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-768-torch.float16]": 0.5846969469999976, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-31072-4096-torch.bfloat16]": 0.8514233310000066, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-4096-256-torch.bfloat16]": 0.6863244209999948, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-18432-torch.float16]": 1.3319542580000245, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-256-torch.float16]": 0.6493585289999828, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-256-torch.float32]": 0.6087032510000085, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-768-torch.float16]": 0.6259870350000085, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-31072-4096-torch.bfloat16]": 0.7394776460000401, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-4096-256-torch.bfloat16]": 0.6123646499999893, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-18432-torch.float16]": 0.6224892939999904, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-256-torch.float16]": 0.12179033900002878, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-256-torch.float32]": 0.13575751100000844, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-768-torch.float16]": 0.10379648599999314, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-31072-4096-torch.bfloat16]": 0.6483690700000295, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-4096-256-torch.bfloat16]": 0.6563800810000089, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-18432-torch.float16]": 0.0008712070000171934, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-256-torch.float16]": 0.001057717999998431, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-256-torch.float32]": 0.0008653339999966647, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-768-torch.float16]": 0.0008966770000142787, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-31072-4096-torch.bfloat16]": 0.0008580689999746482, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-4096-256-torch.bfloat16]": 0.0010249529999839524, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-18432-torch.float16]": 0.0011245509999753267, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-256-torch.float16]": 0.8841533060000017, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-256-torch.float32]": 0.23945403300001544, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-768-torch.float16]": 0.21268305399999576, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-31072-4096-torch.bfloat16]": 30.827323769999964, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-4096-256-torch.bfloat16]": 13.928867408000002, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-18432-torch.float16]": 0.0013475350000078379, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-256-torch.float16]": 0.0014474250000091615, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-256-torch.float32]": 0.002251696000001857, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-768-torch.float16]": 0.0014555979999784086, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-31072-4096-torch.bfloat16]": 0.001312339000008933, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-4096-256-torch.bfloat16]": 0.0013641810000137866, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-18432-torch.float16]": 0.26333220500001175, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-256-torch.float16]": 0.12676082199999428, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-256-torch.float32]": 0.18360238200000367, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-768-torch.float16]": 0.10419208799999069, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-31072-4096-torch.bfloat16]": 0.28105024699999603, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-4096-256-torch.bfloat16]": 0.217673321999996, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-18432-torch.float16]": 0.0011155560000304376, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-256-torch.float16]": 14.766655014000008, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-256-torch.float32]": 19.013794836999978, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-768-torch.float16]": 19.435050625000002, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-31072-4096-torch.bfloat16]": 0.1415303659999836, -"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-4096-256-torch.bfloat16]": 0.13187533399997164, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.0008799309999858451, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.000987414999997327, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.0009195720000150231, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.0010028190000355153, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.0017341329999851496, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0010293119999857936, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0008811890000117728, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0008969820000004347, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.00030910299997799484, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.00033604499998318715, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.25279559800000584, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.42817829400001983, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.3109690789999604, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 0.30127940399998465, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.959187959000019, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.2660131149999927, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 0.3156247139999664, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.31483996899999056, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 0.00032911200000285135, -"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 0.00037700800001516654, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.001500221999947371, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.0015757480000218038, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.001345897999982526, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.002476546000025337, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.0014751840000144512, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0014223690000108036, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0013373179999973672, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0014512409999838383, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.0005923900000084359, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.0005578509999963899, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.7062448290000134, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.6725436190000096, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.6990158290000181, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 0.6935691899999767, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.656579258999983, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.6846208380000007, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 0.6811236159999794, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.689695592000021, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 0.00046724999998559724, -"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 0.00047745500000928587, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.000981827000003932, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.005015060999994603, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.0009932870000000094, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.002346565999999939, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.0033231320000197684, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0008913529999858838, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0010305999999786764, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0009540780000349969, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.00035471199998937664, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.0003317740000170488, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.2582441460000098, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.1286133979999704, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.10134567199997946, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 0.39458845200005044, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.4515477520000104, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.266415453999997, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 1.5066377969999962, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.12740337399998225, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 0.0003252800000836942, -"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 0.00036691700000801575, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 0.8323518839999906, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 0.9050862530000359, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 0.8270857569999919, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 0.3083214069999656, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 0.8938801050000222, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 1.1036504730000445, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.9360818880000181, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 0.9324006000000225, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.29601448300002176, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.8779124350000131, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 1.1606720139999993, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 1.2263153229999944, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 1.26907827200003, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 1.2675892170000225, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 1.2484200560000431, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.7095992449999926, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.7165506629999925, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 1.269967409000003, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.7372869099999946, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.7157132399999853, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 0.5770980860000066, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 0.3799968790000037, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 0.5858723300000008, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 0.3574194999999918, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 0.52481597299996, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.7385028840000132, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.371418704000007, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 0.5834604079999792, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.2592858649999812, -"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.5284705159999703, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-1024-torch.float16]": 0.1544476770000074, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-2048-torch.float32]": 0.16053250199999525, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-512-torch.float32]": 0.564700963000007, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-512-1024-torch.float32]": 0.11111388100002273, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-512-512-torch.float16]": 0.1280173600000012, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-1024-torch.float32]": 0.1500453539999853, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-4096-torch.float32]": 3.263329679000009, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-512-torch.float16]": 0.14129447100000903, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-1024-torch.float16]": 0.1277376870000353, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-2048-torch.float32]": 0.14573377900003948, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-512-torch.float32]": 0.12669500999999173, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-1024-torch.float32]": 0.5015671289999943, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-2048-torch.float32]": 0.14174923500002024, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-512-torch.float16]": 0.13078429300000494, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-1024-torch.float16]": 1.8565761000000123, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-2048-torch.float32]": 2.5198691180000026, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-512-torch.float16]": 2.03977047799998, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-1024-torch.float16]": 0.1282323669999812, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-2048-torch.float32]": 0.13880156500005114, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-512-torch.float32]": 0.11508210900001359, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-512-1024-torch.float32]": 0.11153949400002716, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-512-512-torch.float16]": 0.11030644299998471, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-1024-torch.float32]": 1.644652678, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-4096-torch.float32]": 1.4344117000000551, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-512-torch.float16]": 0.12830670600004623, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-1024-torch.float16]": 0.1335615450000205, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-2048-torch.float32]": 0.1378525810000042, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-512-torch.float32]": 0.1736636619999956, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-1024-torch.float32]": 0.10914896800002793, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-2048-torch.float32]": 0.12363685400001145, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-512-torch.float16]": 0.12543401799999288, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-1024-torch.float16]": 1.1201716480000243, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-2048-torch.float32]": 0.6410045419999904, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-512-torch.float16]": 1.1399722439999778, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-13-256-1024-torch.float32]": 2.245818958000001, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-13-333-1500-torch.float32]": 0.5977622119999921, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-7-100-1000-torch.float32]": 0.5399959369999863, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-7-512-512-torch.float32]": 1.7718134330000055, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-100-512-torch.float32]": 0.1335519270000134, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-1000-torch.float32]": 2.8252676399999928, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-1500-torch.float32]": 3.073038362999995, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-3000-torch.float32]": 5.681967658000019, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-333-1024-torch.float32]": 0.43053188099997897, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-13-256-1024-torch.float32]": 0.1970527709999601, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-13-333-1500-torch.float32]": 0.09705926099999829, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-7-100-1000-torch.float32]": 0.12013645000001816, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-7-512-512-torch.float32]": 1.099693579999979, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-100-512-torch.float32]": 0.10874092399998858, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-1000-torch.float32]": 0.5753061970000033, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-1500-torch.float32]": 1.1179656559999955, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-3000-torch.float32]": 0.6512017119999882, -"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-333-1024-torch.float32]": 0.09848443600000678, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-1009-torch.float16]": 0.7865783649999969, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-2048-torch.float16]": 0.8055962150000084, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-2048-torch.float32]": 0.7697850529999926, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-256-torch.float16]": 0.6564196019999997, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-256-torch.float32]": 0.6142878560000042, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-32768-torch.float32]": 1.909789910000029, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-9-torch.float32]": 0.704796588999983, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-1009-torch.float16]": 0.73680643900002, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-2048-torch.float16]": 0.717423843000006, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-2048-torch.float32]": 0.8053659029999949, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-256-torch.float16]": 0.7344794539999668, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-256-torch.float32]": 0.7040884609999694, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-32768-torch.float32]": 0.9588610870000309, -"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-9-torch.float32]": 0.7082036709999784, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-1009-torch.float16]": 0.4267691040000159, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-2048-torch.float16]": 0.4465061530000298, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-2048-torch.float32]": 0.4518230700000174, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-256-torch.float16]": 0.3366717210000445, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-256-torch.float32]": 0.3323490939999658, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-32768-torch.float32]": 0.7024051559999975, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-9-torch.float32]": 0.3770636549999722, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-1009-torch.float16]": 0.19114871499999708, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-2048-torch.float16]": 0.18129043499996556, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-2048-torch.float32]": 0.1883488899999861, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-256-torch.float16]": 0.2131124280000165, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-256-torch.float32]": 0.2133267369999885, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-32768-torch.float32]": 0.1905538239999771, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-9-torch.float32]": 0.2008843539999816, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-1009-torch.float16]": 0.36497849499997415, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-2048-torch.float16]": 0.3508156849999864, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-2048-torch.float32]": 0.3451664089999724, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-256-torch.float16]": 0.30490926800001716, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-256-torch.float32]": 0.2837287790000289, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-32768-torch.float32]": 0.7266430720000017, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-9-torch.float32]": 0.3083011279999539, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-1009-torch.float16]": 0.19135102900000334, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-2048-torch.float16]": 0.17928392899997903, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-2048-torch.float32]": 0.20950861100001816, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-256-torch.float16]": 0.18902183199998035, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-256-torch.float32]": 0.239912027000031, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-32768-torch.float32]": 0.18289522500001, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-9-torch.float32]": 0.192622077999971, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-1009-torch.float16]": 1.2599594309999986, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-2048-torch.float16]": 0.9904358259999526, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-2048-torch.float32]": 1.225880716000006, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-256-torch.float16]": 1.3301162889999887, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-256-torch.float32]": 1.4903591430000063, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-32768-torch.float32]": 4.096931289000025, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-9-torch.float32]": 1.326434321000022, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-1009-torch.float16]": 0.19688652099998194, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-2048-torch.float16]": 0.215477672999981, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-2048-torch.float32]": 0.17666121999999973, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-256-torch.float16]": 0.20071452100000897, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-256-torch.float32]": 0.2178864099999771, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-32768-torch.float32]": 0.18961246799997866, -"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-9-torch.float32]": 0.19521378400003186, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-16-1]": 0.2972706339999718, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-16-2]": 0.2520950650000202, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-32-1]": 0.2624262370000281, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-32-2]": 0.3031928949999667, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-16-1]": 0.326696792000007, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-16-2]": 0.3535489360000099, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-32-1]": 0.31368875200001867, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-32-2]": 0.3221279269999968, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-16-1]": 0.2844566240000006, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-16-2]": 0.2873857630000032, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-32-1]": 0.29554731000001766, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-32-2]": 0.2891566600000033, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-16-1]": 0.29792004300000485, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-16-2]": 0.29647107099998493, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-32-1]": 0.3202111960000025, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-32-2]": 0.28815192399997613, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-16-1]": 0.26790931499999715, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-16-2]": 0.2576018459999716, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-32-1]": 0.2647199670000191, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-32-2]": 0.25549753600000713, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-16-1]": 0.3057405440000025, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-16-2]": 0.30637157699999307, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-32-1]": 0.30706461799996987, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-32-2]": 0.3207051430000263, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-16-1]": 0.2687486679999722, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-16-2]": 0.2629530460000069, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-32-1]": 0.29119628700001954, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-32-2]": 0.30879603299999303, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-16-1]": 0.28191644599999677, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-16-2]": 0.2864982540000085, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-32-1]": 0.2887532849999843, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-32-2]": 0.3107739020000224, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-16-1]": 0.6375652769999647, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-16-2]": 0.6257106299999577, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-32-1]": 0.630615382000002, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-32-2]": 0.6104170220000071, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-16-1]": 0.6669463939999787, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-16-2]": 0.6789410129999851, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-32-1]": 0.6544041580000339, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-32-2]": 0.6471595610000236, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-16-1]": 0.6598536760000115, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-16-2]": 0.6184611810000149, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-32-1]": 0.6679657209999732, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-32-2]": 0.6205526040000109, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-16-1]": 0.7280024300000036, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-16-2]": 0.6730777820000071, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-32-1]": 0.6673054739999884, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-32-2]": 0.6564612469999531, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-16-1]": 0.6803322500000206, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-16-2]": 0.6549353159999782, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-32-1]": 0.6856938950000142, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-32-2]": 0.6103896909999946, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-16-1]": 0.7281476089999899, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-16-2]": 0.7167569510000078, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-32-1]": 0.6636094979999996, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-32-2]": 0.6485378279999736, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-16-1]": 0.6276924359999896, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-16-2]": 0.6885734179999758, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-32-1]": 0.13172192200002542, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-32-2]": 0.674771021999959, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-16-1]": 0.12321420500001068, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-16-2]": 0.64477991199999, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-32-1]": 0.6553695179999863, -"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-32-2]": 0.6604196450000188, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-2-1024-512-torch.float32]": 0.17153075199999535, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-4-512-1024-torch.float32]": 0.15966354599999022, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-256-2048-torch.float32]": 0.31712401200005047, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-512-1024-torch.float16]": 0.3497424289999742, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-512-512-torch.float16]": 0.36172342799997637, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-2-1024-512-torch.float32]": 1.1561888260000046, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-4-512-1024-torch.float32]": 1.0702655439999944, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-256-2048-torch.float32]": 1.1292605870000045, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-512-1024-torch.float16]": 1.151045785000008, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-512-512-torch.float16]": 1.1291592199999911, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-13-128-1024]": 0.3959966740000027, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-13-333-1500]": 0.5395875979999971, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-128-3000]": 0.5263445630000092, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-256-1000]": 0.4877196300000435, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-256-1500]": 0.5358027300000288, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-7-100-1000]": 0.44990856900000153, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-7-256-512]": 0.34473915300003455, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-8-100-512]": 0.12277813099996138, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-8-333-256]": 0.3099081320000039, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-13-128-1024]": 0.0986762920000217, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-13-333-1500]": 0.13156983899997954, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-128-3000]": 0.7251883950000035, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-256-1000]": 0.13374192399999174, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-256-1500]": 0.1187394050000421, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-7-100-1000]": 0.14279693299999963, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-7-256-512]": 0.12666253799997662, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-8-100-512]": 0.09650348200003123, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-8-333-256]": 1.0223252310000248, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-2-512-1024-4096]": 0.14923376999999505, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-4-1024-2048-8192]": 0.3025218830000256, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-8-2048-4096-14336]": 0.2598767389999921, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-2-512-1024-4096]": 0.12338330599999381, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-4-1024-2048-8192]": 0.1530189529999859, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-8-2048-4096-14336]": 0.7157162530000107, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-13-256-2048]": 0.114780278000012, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-13-333-1500]": 0.13553140099998018, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-7-100-1000]": 0.12360883100004116, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-7-512-1024]": 0.10678720600003544, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-100-1024]": 0.09709039900002381, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-1000]": 0.16881123199999593, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-1500]": 0.13848644999998783, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-3000]": 0.12726111200001355, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-333-512]": 0.19224987699999474, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-13-256-2048]": 0.11101977500001681, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-13-333-1500]": 0.12030891200001292, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-7-100-1000]": 0.11027593299996852, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-7-512-1024]": 0.11808077700001718, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-100-1024]": 0.10182934200000204, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-1000]": 0.09600050799997462, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-1500]": 0.0927385239999694, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-3000]": 0.09665702800000986, -"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-333-512]": 0.0961453140000117, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-1024-1024-torch.float16]": 0.24652781500000742, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-1024-1024-torch.float32]": 0.2571273700000347, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-128-128-torch.float16]": 0.25852475700000355, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-128-128-torch.float32]": 0.28552432500001146, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-16-16-torch.float16]": 0.25384684699997706, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-16-16-torch.float32]": 0.26231107399999587, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2-2-torch.float16]": 0.29460441800003423, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2-2-torch.float32]": 0.32361879499998736, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2048-2048-torch.float16]": 0.24727814199997056, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2048-2048-torch.float32]": 0.2723342679999803, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-256-256-torch.float16]": 0.2369928799999741, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-256-256-torch.float32]": 0.2505765769999755, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-32-32-torch.float16]": 0.23435373000003779, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-32-32-torch.float32]": 0.24976834300002793, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4-4-torch.float16]": 0.3053088140000568, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4-4-torch.float32]": 0.2772383270000205, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4096-4096-torch.float16]": 0.3369350719999886, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4096-4096-torch.float32]": 0.2822110650000127, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-512-512-torch.float16]": 0.24468288599999255, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-512-512-torch.float32]": 0.28505478299999254, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-64-64-torch.float16]": 0.24737510100001714, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-64-64-torch.float32]": 0.2547445590000166, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8-8-torch.float16]": 0.2896205109999812, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8-8-torch.float32]": 0.2774279220000153, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8192-8192-torch.float16]": 0.3507800850000251, -"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8192-8192-torch.float32]": 0.27921153099995877, -"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_DecodePaged::test_op[cutile-4-1024-128-float16]": 5.500744498000017, -"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_MLADecodePaged::test_op[cutile-32-4-1024-128-float16]": 0.001077948999977707, -"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillPaged::test_op[cutile-4-1024-128-128-float16]": 16.14699423799999, -"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillPaged::test_op[cutile-4-1024-192-128-float16]": 21.279657041999968, -"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillRagged::test_op[cutile-4-1024-128-float16]": 41.94995222699998, -"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillRagged::test_op[cutile-4-1024-192-float16]": 61.387417835000065, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.bfloat16-torch.bfloat16-4096-4096-4096-cutile]": 38.81290488800005, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.bfloat16-torch.bfloat16-8192-8192-8192-cutile]": 3.375743405000037, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float16-torch.float16-4096-4096-4096-cutile]": 35.93972394899998, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float16-torch.float16-8192-8192-8192-cutile]": 5.007637571000032, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-4096-cutile]": 29.550462876999973, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float8_e4m3fn-torch.bfloat16-8192-8192-8192-cutile]": 3.3172102300000574, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.bfloat16-torch.bfloat16-4096-4096-4096-cutile]": 0.037088714000049094, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.bfloat16-torch.bfloat16-8192-8192-8192-cutile]": 0.06635365500000034, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float16-torch.float16-4096-4096-4096-cutile]": 0.03807624400002396, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float16-torch.float16-8192-8192-8192-cutile]": 0.06601343299996643, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-4096-cutile]": 0.03702211700004909, -"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float8_e4m3fn-torch.bfloat16-8192-8192-8192-cutile]": 0.06543321800000967, -"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-False-torch.float16-6-4096-512-4096-7168]": 40.27446953399999, -"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-False-torch.float16-6-4096-512-7168-2048]": 1.5945390379998798, -"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-True-torch.float16-6-4096-512-4096-7168]": 40.15766551999991, -"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-True-torch.float16-6-4096-512-7168-2048]": 1.501094309999985, -"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-False-torch.float16-6-4096-512-4096-7168]": 43.485673185999985, -"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-False-torch.float16-6-4096-512-7168-2048]": 1.6346164129998897, -"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-True-torch.float16-6-4096-512-4096-7168]": 42.89487190299997, -"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-True-torch.float16-6-4096-512-7168-2048]": 1.5200476140000774, -"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-128-16-cutile]": 4.834458009999935, -"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-128-4-cutile]": 4.92752260899988, -"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-512-16-cutile]": 0.4666226719999713, -"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-512-4-cutile]": 0.47340543500001786, -"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-128-16-cutile]": 0.4871669260000999, -"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-128-4-cutile]": 0.46534517800000685, -"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-512-16-cutile]": 0.5882562199999484, -"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-512-4-cutile]": 0.4852029379999294, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_dtypes[torch.bfloat16-4-256-256-256-cutile]": 0.00378045100012514, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_dtypes[torch.float8_e4m3fn-4-256-256-256-cutile]": 14.222478249000005, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[1-256-256-256-torch.bfloat16-cutile]": 0.5854292450000003, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[4-256-256-256-torch.bfloat16-cutile]": 0.003694905000088511, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[8-256-256-256-torch.bfloat16-cutile]": 0.5585592399999086, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[2-128-128-128-torch.bfloat16-False-False-cutile]": 0.0009979169999496662, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[2-128-128-128-torch.bfloat16-True-False-cutile]": 0.5495889290000378, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-256-256-256-torch.bfloat16-False-False-cutile]": 0.0009532440000157294, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-256-256-256-torch.bfloat16-True-False-cutile]": 29.95001086800005, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-512-512-512-torch.bfloat16-False-False-cutile]": 0.0009893319999036976, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-512-512-512-torch.bfloat16-True-False-cutile]": 0.7069594399999914, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[False-False-4-256-256-256-torch.bfloat16-cutile]": 0.0009819629999583412, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[False-True-4-256-256-256-torch.bfloat16-cutile]": 0.0009049330000152622, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[True-False-4-256-256-256-torch.bfloat16-cutile]": 0.0037330509999264905, -"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[True-True-4-256-256-256-torch.bfloat16-cutile]": 0.0009019120000175462, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-128-2048-512]": 0.11031353199996374, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-128-2048-513]": 0.0023972129999947356, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-16-2048-512]": 0.12062581900011082, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-16-2048-513]": 0.003612463999843385, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-32-2048-512]": 0.11971032799999648, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-32-2048-513]": 0.0032853899999736313, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-64-2048-512]": 0.11281975700012481, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-64-2048-513]": 0.002241497999989406, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-128-2048-512]": 0.11159406200010835, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-128-2048-513]": 0.002332376999902408, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-16-2048-512]": 0.11714265900002374, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-16-2048-513]": 0.004179811999847516, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-32-2048-512]": 0.09913440700006504, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-32-2048-513]": 0.002265540000053079, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-64-2048-512]": 0.12125481200007471, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-64-2048-513]": 0.0023294789999681598, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-128-2048-512]": 0.02026439999985996, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-128-2048-513]": 0.0019206650000569425, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-16-2048-512]": 0.02416383999991467, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-16-2048-513]": 0.002192497999999432, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-32-2048-512]": 0.02184076800017465, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-32-2048-513]": 0.0023533969999789406, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-64-2048-512]": 0.02302743800009921, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-64-2048-513]": 0.0019278119999626142, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-128-2048-512]": 0.02162144699991586, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-128-2048-513]": 0.0018733729999667048, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-16-2048-512]": 0.020984378000093784, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-16-2048-513]": 0.002553160000047683, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-32-2048-512]": 0.019848379000109162, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-32-2048-513]": 0.0019840429998794207, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-64-2048-512]": 0.021308007000016005, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-64-2048-513]": 0.0019757859998890126, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-128-2048-512]": 0.0010872310000422658, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-128-2048-513]": 0.0010577760000103353, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-16-2048-512]": 0.0010631189999230628, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-16-2048-513]": 0.0027575510000019676, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-32-2048-512]": 0.002071383999975751, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-32-2048-513]": 0.0020125770000163357, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-64-2048-512]": 0.00205754300000649, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-64-2048-513]": 0.002016586999957326, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-128-2048-512]": 0.001042043000012427, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-128-2048-513]": 0.0010563449999949626, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-16-2048-512]": 0.0010870129999887013, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-16-2048-513]": 0.0013006930000187822, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-32-2048-512]": 0.0034817000000373355, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-32-2048-513]": 0.0011082999999985077, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-64-2048-512]": 0.0011805799999535793, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-64-2048-513]": 0.0010683029999825067, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-128-2048-512]": 0.1298981079999919, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-128-2048-513]": 0.004401974999979075, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-16-2048-512]": 0.11796498200004635, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-16-2048-513]": 0.0023944670000162205, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-32-2048-512]": 0.12101731199999222, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-32-2048-513]": 0.0025874160000114443, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-64-2048-512]": 0.12139068400000497, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-64-2048-513]": 0.0023390740000195365, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-128-2048-512]": 0.12379594399999405, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-128-2048-513]": 0.00319128599997498, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-16-2048-512]": 0.1089112140000168, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-16-2048-513]": 0.002963977999996814, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-32-2048-512]": 0.11734048999997526, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-32-2048-513]": 0.0027460629999893627, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-64-2048-512]": 0.11968220299999643, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-64-2048-513]": 0.0027529810000146426, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-128-2048-512]": 0.0012701199999867185, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-128-2048-513]": 0.001271915000017998, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-16-2048-512]": 0.0016126639999924919, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-16-2048-513]": 0.0013735240000016802, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-32-2048-512]": 0.0013160500000140019, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-32-2048-513]": 0.0013018880000004174, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-64-2048-512]": 0.0012834429999770691, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-64-2048-513]": 0.001297222999994574, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-128-2048-512]": 0.0013615310000147929, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-128-2048-513]": 0.00105126599996197, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-16-2048-512]": 0.0012839030000293405, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-16-2048-513]": 0.0012751699999853372, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-32-2048-512]": 0.0013698189999900023, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-32-2048-513]": 0.0013735349999990376, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-64-2048-512]": 0.0013836549999837189, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-64-2048-513]": 0.0013854649999984758, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-128-2048-512]": 0.0025042460000292976, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-128-2048-513]": 0.0026968729999907737, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-16-2048-512]": 0.00888015000001019, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-16-2048-513]": 0.002734170999985963, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-32-2048-512]": 0.0025781469999799356, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-32-2048-513]": 0.0029527800000153093, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-64-2048-512]": 0.002943780999999035, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-64-2048-513]": 0.00249038700002302, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-128-2048-512]": 0.0023854279999966366, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-128-2048-513]": 0.002409089999986236, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-16-2048-512]": 0.002632204000008187, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-16-2048-513]": 0.0023943790000089393, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-32-2048-512]": 0.002419587000019874, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-32-2048-513]": 0.0030364639999902465, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-64-2048-512]": 0.0024048010000115028, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-64-2048-513]": 0.002394336999969937, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-128-2048-512]": 0.0013937790000113637, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-128-2048-513]": 0.0010519719999990684, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-16-2048-512]": 0.0012701400000025842, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-16-2048-513]": 0.0012761620000105722, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-32-2048-512]": 0.0013099839999881624, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-32-2048-513]": 0.00129781400002571, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-64-2048-512]": 0.0012997200000199882, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-64-2048-513]": 0.0010013710000009723, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-128-2048-512]": 0.0009465770000076645, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-128-2048-513]": 0.0009526620000031016, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-16-2048-512]": 0.0010229710000260184, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-16-2048-513]": 0.0009920119999833332, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-32-2048-512]": 0.0009955710000042473, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-32-2048-513]": 0.0009588309999912781, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-64-2048-512]": 0.0009489710000423202, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-64-2048-513]": 0.0009327989999974307, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-128-2048-512]": 0.002599164999992354, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-128-2048-513]": 0.00270208099999536, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-16-2048-512]": 0.0019744709999827137, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-16-2048-513]": 0.002059626000004755, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-32-2048-512]": 0.002003030999986777, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-32-2048-513]": 0.0019698589999563865, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-64-2048-512]": 0.0029643350000014834, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-64-2048-513]": 0.0026759349999849746, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-128-2048-512]": 0.0034896889999629366, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-128-2048-513]": 0.00343791499997792, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-16-2048-512]": 0.0028009099999906084, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-16-2048-513]": 0.002516138000032697, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-32-2048-512]": 0.0025233710000236442, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-32-2048-513]": 0.006905336999977862, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-64-2048-512]": 0.00845112999999742, -"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-64-2048-513]": 0.0019849740000097427, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-128]": 4.422321829999987, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-19]": 4.429476450999999, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-1]": 6.093136446999978, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-128]": 4.46835468300003, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-19]": 4.321749486000016, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-1]": 6.773969932, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-128]": 4.402505599999984, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-19]": 4.293014835999941, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-1]": 6.036609229999954, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-128]": 4.296337498000014, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-19]": 4.286224460999989, -"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-1]": 6.497528299999999, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-4-128-torch.bfloat16]": 0.379818145999991, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-4-128-torch.float16]": 0.3648856639999849, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-6-300-torch.float32]": 0.40317631700003176, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-63-41-torch.float32]": 0.3609889690000614, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-8-512-torch.float32]": 3.3540624800000387, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-4-128-torch.bfloat16]": 0.4015830079999887, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-4-128-torch.float16]": 0.409809078999956, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-6-300-torch.float32]": 0.4099561350000158, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-63-41-torch.float32]": 0.39212041899997985, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-8-512-torch.float32]": 0.6954730529999438, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-1269-32000-torch.float32]": 3.160911125000041, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-128-torch.bfloat16]": 2.570868039000061, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-128-torch.float16]": 2.7095592389999865, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-256-torch.float32]": 3.181209410000065, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-6-300-torch.float32]": 1.721493301999942, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-63-41-torch.float32]": 3.5110982759999843, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-8-1024-torch.float32]": 2.194189193999989, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-1269-32000-torch.float32]": 0.5789274429999978, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-128-torch.bfloat16]": 0.30681820900002776, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-128-torch.float16]": 0.35131119499999386, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-256-torch.float32]": 0.3075265970000487, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-6-300-torch.float32]": 0.30609461599999577, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-63-41-torch.float32]": 0.3133414809999522, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-8-1024-torch.float32]": 0.45131322200001023, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_ignore_index[cutile-4-256-torch.float32]": 0.39616800800001784, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_ignore_index[cutile-8-512-torch.float32]": 0.13955819800003155, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_predicted_tokens[cutile-4-128-torch.float32]": 0.3807122290000393, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_predicted_tokens[cutile-8-256-torch.float32]": 0.32133944800000336, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-4-128-torch.bfloat16]": 0.11736035600000605, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-4-128-torch.float16]": 0.13533503799993696, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-8-512-torch.float32]": 0.4786525860000097, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-30.0-4-128-torch.float32]": 0.558842664999986, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-30.0-8-512-torch.float32]": 0.5754022849999387, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-50.0-4-128-torch.float32]": 0.12197706400002062, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-50.0-8-512-torch.float32]": 0.14610924699996986, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_token_accuracy[cutile-4-128-torch.float32]": 0.3175275949998877, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_token_accuracy[cutile-8-256-torch.float32]": 0.3510554390000493, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_weight[cutile-4-128-torch.bfloat16]": 0.342138293000005, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_weight[cutile-8-512-torch.float32]": 0.5401239070000088, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.0001-4-128-torch.float32]": 0.28947746000005736, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.0001-8-512-torch.float32]": 0.49618863500001, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.01-4-128-torch.float32]": 0.29698428200003946, -"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.01-8-512-torch.float32]": 0.49596251399998437, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(1, 1, 1023)-torch.float32]": 0.2635048359999814, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(2, 4, 512)-torch.float32]": 0.21429491100008136, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(2, 8, 4096)-torch.float32]": 0.270570189999944, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(3, 7, 256)-torch.float32]": 0.12626309599994556, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 16, 2048)-torch.float32]": 0.23967090900003996, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.bfloat16]": 0.2197506559999738, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.float16]": 0.2158598680000523, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.float32]": 0.21288227700000562, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 300)-torch.float32]": 0.26061775300001955, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(1, 1, 1023)-torch.float32]": 0.2861739650000459, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(2, 4, 512)-torch.float32]": 0.22894521400002077, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(2, 8, 4096)-torch.float32]": 0.26558614800001124, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(3, 7, 256)-torch.float32]": 0.2639187770000717, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 16, 2048)-torch.float32]": 0.2630981199999951, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.bfloat16]": 0.21531280500005323, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.float16]": 0.14850756499998852, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.float32]": 0.15399357699993743, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 300)-torch.float32]": 0.27627422899996645, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(1, 1, 1023)-torch.float32]": 0.32732264000003397, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(2, 8, 4096)-torch.float32]": 0.3082617750000054, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(3, 7, 256)-torch.float32]": 0.2963613359999613, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 16, 2048)-torch.float32]": 0.2942472840000505, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.bfloat16]": 0.26688676100008024, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.float16]": 0.2782328429999552, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.float32]": 0.26916963899998336, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(8, 512)-torch.float32]": 0.2800937689999614, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(1, 1, 1023)-torch.float32]": 0.36573328300005414, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(2, 8, 4096)-torch.float32]": 0.31654005400002916, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(3, 7, 256)-torch.float32]": 0.30947869999999966, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 16, 2048)-torch.float32]": 0.29787492699995255, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.bfloat16]": 0.2872045139999386, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.float16]": 0.37859116100008805, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.float32]": 0.26870452500008923, -"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(8, 512)-torch.float32]": 0.30378763700002764, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(2, 128, 512)-torch.float32]": 0.2815592980000474, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.bfloat16]": 0.40811988000007204, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.float16]": 0.4282282649999729, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.float32]": 0.4210465610000256, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(8, 512)-torch.float32]": 0.40686332500001754, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(9, 7, 41)-torch.float32]": 0.3927937610000072, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(2, 128, 512)-torch.float32]": 0.3209429869999667, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.bfloat16]": 0.30116308900005606, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.float16]": 0.2818374539999695, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.float32]": 0.2954302819999839, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(8, 512)-torch.float32]": 0.29372613600003206, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(9, 7, 41)-torch.float32]": 0.3010073989999569, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-gemma]": 1.0009266440000033, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-llama]": 0.12444230800002742, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-none]": 1.0769020800000249, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(16, 1024)-torch.float32]": 1.266628039000011, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(2, 128, 512)-torch.float32]": 0.2574286709999569, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(2, 4, 512)-torch.float32]": 0.13434257899996283, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.bfloat16]": 1.0055197759999714, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.float16]": 0.996433173000014, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.float32]": 0.9890289969999913, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 300)-torch.float32]": 1.2910279889999288, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(8, 512)-torch.float32]": 1.0407075889999646, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(9, 7, 41)-torch.float32]": 1.0268256179999753, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(16, 1024)-torch.float32]": 0.27732648500000323, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(2, 128, 512)-torch.float32]": 0.2819659050000496, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(2, 4, 512)-torch.float32]": 0.12178856400004179, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.bfloat16]": 0.2459941600000093, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.float16]": 0.3390708750000613, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.float32]": 0.23497518000004902, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 300)-torch.float32]": 0.25844820700007176, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(8, 512)-torch.float32]": 0.26157047799995325, -"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(9, 7, 41)-torch.float32]": 0.2567524780000099, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.bfloat16]": 0.3749721660000205, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.float16]": 0.38645493100000294, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.float32]": 0.3599989219999884, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-63-41-41-torch.float32]": 0.3509176039999602, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-8-128-256-torch.float32]": 0.3935359469999753, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_features[cutile]": 0.8931195850000222, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-1024-1024-4096-torch.float32]": 2.428276935000042, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.bfloat16]": 0.6381496719999404, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.float16]": 0.6213224749999426, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.float32]": 3.3926111909999577, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-6-64-150-torch.float32]": 2.2455626359999883, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-63-41-41-torch.float32]": 0.5428794389999325, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-8-128-256-torch.float32]": 0.4926945290000617, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-1024-1024-4096-torch.float32]": 0.4546600199999489, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.bfloat16]": 0.30030336400000124, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.float16]": 0.35093713000009075, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.float32]": 0.30250346699995134, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-6-64-150-torch.float32]": 0.3194214470000247, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-63-41-41-torch.float32]": 0.33141202400003067, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-8-128-256-torch.float32]": 0.29352554700000155, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_with_bias[cutile-4-64-128-torch.float16]": 0.10442059199999676, -"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_with_bias[cutile-4-64-128-torch.float32]": 0.12437336799996501, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-1-64-128-torch.float32]": 0.13061373199997206, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-188-31-123-torch.float32]": 0.10401794000000564, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.bfloat16]": 0.14585906199999954, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.float16]": 0.14507258699995873, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.float32]": 0.15756124499995394, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-63-41-41-torch.float32]": 0.10084613899999795, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-8-128-256-torch.float32]": 0.11557211900003495, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-1-64-128-torch.float32]": 0.1296558839999875, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-188-31-123-torch.float32]": 0.46081631099997367, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-3-7-11-torch.float32]": 0.3818288779999648, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.bfloat16]": 0.11006614899997658, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.float16]": 0.12957521699996732, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.float32]": 0.2832122000000368, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-32768-torch.float32]": 0.6164528519999521, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-63-41-41-torch.float32]": 0.24700828499993577, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-8-128-256-torch.float32]": 0.2838281040000652, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-1-64-128-torch.float32]": 0.13623359199993956, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-188-31-123-torch.float32]": 0.40850846299997556, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-3-7-11-torch.float32]": 0.3921210450000103, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.bfloat16]": 0.10292532300002222, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.float16]": 0.12865193900000804, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.float32]": 0.270669923000014, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-32768-torch.float32]": 0.6206561860000193, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-63-41-41-torch.float32]": 0.23142654800000173, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-8-128-256-torch.float32]": 0.2958168709999427, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-1024-1024-4096-torch.bfloat16]": 0.7059056290000285, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-1024-1024-4096-torch.float32]": 0.15015266200003907, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-141-31-123-torch.bfloat16]": 0.4912041709999926, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-141-31-123-torch.float32]": 0.13825898399994685, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-1024-1024-4096-torch.bfloat16]": 0.6781390420000548, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-1024-1024-4096-torch.float32]": 0.13063072199997805, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-141-31-123-torch.bfloat16]": 0.4177853599999821, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-141-31-123-torch.float32]": 0.12946166099999346, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-1024-1024-4096-torch.bfloat16]": 0.7515545449999763, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-1024-1024-4096-torch.float32]": 0.13275465000003805, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-141-31-123-torch.bfloat16]": 0.43759040399999094, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-141-31-123-torch.float32]": 0.13328161500004398, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-1024-1024-4096-torch.bfloat16]": 0.692591779000054, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-1024-1024-4096-torch.float32]": 0.1290601779999747, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-141-31-123-torch.bfloat16]": 0.4456057560000204, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-141-31-123-torch.float32]": 0.1390929039999378, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-1024-1024-4096-torch.bfloat16]": 0.7129217930000777, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-1024-1024-4096-torch.float32]": 0.13821379299997716, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-141-31-123-torch.bfloat16]": 0.4507779329999835, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-141-31-123-torch.float32]": 0.15111299500006226, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-1024-1024-4096-torch.bfloat16]": 0.7616332710000506, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-1024-1024-4096-torch.float32]": 0.14211394300002667, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-141-31-123-torch.bfloat16]": 0.48317339399989123, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-141-31-123-torch.float32]": 0.14454519100002017, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-16-64-128-torch.float32]": 0.14098488500002304, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-4-64-128-torch.float32]": 0.30629156500003774, -"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-8-128-256-torch.float32]": 0.34735127400000465, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(1, 1, 16, 32)]": 9.234989677999977, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(1, 2, 64, 32)]": 0.8407793979999951, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(2, 4, 32, 64)]": 10.274809227000048, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(1, 1, 16, 32)]": 0.6495614170000295, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(1, 2, 64, 32)]": 0.5139435100000469, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(2, 4, 32, 64)]": 0.8230611790000353, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(1, 1, 16, 32)]": 9.264641014000006, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(1, 2, 64, 32)]": 0.7598626760000116, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(2, 4, 32, 64)]": 10.182950301999938, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(1, 1, 16, 32)]": 0.7277264920000448, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(1, 2, 64, 32)]": 0.7214517349999596, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(2, 4, 32, 64)]": 0.566320103999999, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(1, 1, 16, 32)]": 9.17226262999992, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(1, 2, 64, 32)]": 14.821911311000008, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(2, 4, 32, 64)]": 18.907695537999928, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(1, 1, 16, 32)]": 14.567234485999961, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(1, 2, 64, 32)]": 0.19789021700006515, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(2, 4, 32, 64)]": 18.984154584000066, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(1, 1, 16, 32)]": 0.14162032800010138, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(1, 2, 64, 32)]": 0.12063179599999785, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(2, 4, 32, 64)]": 0.12426462999997057, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(1, 1, 16, 32)]": 0.14030261400006339, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(1, 2, 64, 32)]": 0.22174198399994793, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(2, 4, 32, 64)]": 0.12861878600006094, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(1, 1, 16, 32)]": 0.9729280630000403, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(1, 2, 64, 32)]": 0.8851545279999868, -"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(2, 4, 32, 64)]": 1.3465234529999748, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.2815402699999936, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.float16]": 0.262497294999946, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.float32]": 0.2765871670000024, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(8, 512)-torch.float32]": 0.26390888600002427, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(9, 41, 341)-torch.float32]": 0.32741563899992343, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(9, 7, 41)-torch.float32]": 0.24201767900001414, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(16, 1024)-torch.float32]": 0.2312800560000028, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(2, 2, 8)-torch.float32]": 0.2570046650000677, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(2, 4, 512)-torch.float32]": 0.13619086200003494, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.bfloat16]": 0.22729205299998512, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.float16]": 0.2335968060000937, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.float32]": 0.2111349890000156, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 300)-torch.float32]": 0.26037221700005375, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(8, 512)-torch.float32]": 0.21903659000003017, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(9, 41, 341)-torch.float32]": 0.2978285430000369, -"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(9, 7, 41)-torch.float32]": 0.23437085400001934, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.bfloat16]": 0.333594249999976, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.float16]": 0.3393604340000138, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.float32]": 0.3151261669999599, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-63-21-2163-torch.float32]": 0.6788409000000115, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-4-8-4-16-torch.float32]": 0.33366673399996216, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-16-32-1-4096-torch.float32]": 0.40998079600001347, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.bfloat16]": 0.25382374399998753, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.float16]": 0.276295771999969, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.float32]": 0.29700012899996864, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-6-3-10-torch.float32]": 0.2786880639999936, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-63-21-2163-torch.float32]": 0.5292069809999589, -"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-4-8-4-16-torch.float32]": 0.2895203039999501, -"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-1-4-128]": 0.8623190000000704, -"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-2-8-256]": 0.8093943019999301, -"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-4-16-512]": 0.8789487599999575, -"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-1-4-128]": 0.8796952930000543, -"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-2-8-256]": 0.950683755, -"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-4-16-512]": 0.9466196860000196, -"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_backward[cutile]": 1.0329972950000297, -"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_with_kl[cutile-2-8-256]": 0.3204350159999194, -"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_with_mask[cutile-2-8-256]": 0.9781392899999446, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-16-1024-0.5-torch.float32]": 0.4577902450000124, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.0-torch.float32]": 0.2874218209999526, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.bfloat16]": 0.34346896099998503, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.float16]": 0.264479209000001, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.float32]": 0.16111326700001882, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-1.0-torch.float32]": 0.28913875599999983, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-8-512-0.3-torch.float32]": 0.35919587799998, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-8-512-0.5-torch.float32]": 0.2919787469999733, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_all_ignored[cutile-20-32-torch.bfloat16]": 0.11588889299997618, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_all_ignored[cutile-20-32-torch.float32]": 0.13874779599996145, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-16-1024-0.3-2-torch.bfloat16]": 0.5623627310000074, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-8-512-0.5-2-torch.float32]": 0.34937917299998844, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-8-512-0.5-42-torch.float32]": 0.3415405800000144, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-16441-1271-0.5-torch.float32]": 0.5754381569999509, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-2048-3200-0.5-torch.bfloat16]": 0.7639935499999524, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-2048-3200-0.5-torch.float32]": 0.6131995320000101, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-8-512-0.5-torch.float16]": 0.328431691999981, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-16441-1271-torch.float32]": 0.11948138999997582, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-2048-3200-torch.bfloat16]": 0.12606795399995008, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-2048-3200-torch.float32]": 0.16556394500008764, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_with_labels[cutile-16-1024-0.5-torch.float32]": 0.4864762819999555, -"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_with_labels[cutile-8-512-0.5-torch.float32]": 0.340069925000023, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(16, 1024)-torch.float32]": 0.09366543000004413, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.bfloat16]": 0.09267055399999435, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.float16]": 0.09522952999998324, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.float32]": 0.13124347999996644, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 300)-torch.float32]": 0.09350290099996528, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(8, 512)-torch.float32]": 0.12788445000001047, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(16, 1024)-torch.float32]": 0.10568721100003131, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.bfloat16]": 0.10084045600001446, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.float16]": 0.09355430899995554, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.float32]": 0.1469760750000546, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 300)-torch.float32]": 0.09409216599999581, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(8, 512)-torch.float32]": 0.11240647199997511, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(16, 1024)-torch.float32]": 0.24148958999995784, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.bfloat16]": 0.22407572200000914, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.float16]": 0.22926582399998097, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.float32]": 0.1986978930000305, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 300)-torch.float32]": 0.28432740699997794, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(8, 512)-torch.float32]": 0.2141598110000018, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(16, 1024)-torch.float32]": 0.25848541700003125, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.bfloat16]": 0.24864298600004986, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.float16]": 0.25829549399998086, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.float32]": 0.23771883900002422, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 300)-torch.float32]": 0.30239559200003896, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(8, 512)-torch.float32]": 0.2451307100000122, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(16, 1024)-torch.float32]": 0.11781124699990642, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.bfloat16]": 0.12373190299996395, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.float16]": 0.11896896000001789, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.float32]": 0.10430994799992277, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 300)-torch.float32]": 0.12418865999995887, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(8, 512)-torch.float32]": 0.11099903599995287, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(16, 1024)-torch.float32]": 0.11453725699999495, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.bfloat16]": 0.10107970000001387, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.float16]": 0.11367509400002973, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.float32]": 0.1328057319999516, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 300)-torch.float32]": 0.10942242500004795, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(8, 512)-torch.float32]": 0.10272073100003354, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(16, 1024)-torch.float32]": 0.23624789800004464, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.bfloat16]": 0.22786811200001011, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.float16]": 0.23235735199995133, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.float32]": 0.1943922030000067, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 300)-torch.float32]": 0.2687828560000298, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(8, 512)-torch.float32]": 0.23797188699995786, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(16, 1024)-torch.float32]": 0.2406713130000071, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.bfloat16]": 0.23851392799997484, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.float16]": 0.23556907300002194, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.float32]": 0.2462521910001101, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 300)-torch.float32]": 0.2988604889999351, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(8, 512)-torch.float32]": 0.21677717500000426, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(16, 1024)-torch.float32]": 0.09900344499993707, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.bfloat16]": 0.10168561000000409, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.float16]": 0.1045315050000113, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.float32]": 0.10024696599992922, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 300)-torch.float32]": 0.09614502399995217, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(8, 512)-torch.float32]": 0.09774484099995107, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(16, 1024)-torch.float32]": 0.11533936299997549, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.bfloat16]": 0.10963956800003416, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.float16]": 0.1135712159999116, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.float32]": 0.1307901820000552, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 300)-torch.float32]": 0.09942755700006956, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(8, 512)-torch.float32]": 0.10863941900004193, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(16, 1024)-torch.float32]": 0.24483066599998438, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.bfloat16]": 0.23643329200001517, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.float16]": 0.23504991599997993, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.float32]": 0.23081800099998873, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 300)-torch.float32]": 0.3490863769999919, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(8, 512)-torch.float32]": 0.2327264829999649, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(16, 1024)-torch.float32]": 0.11076296299995647, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.bfloat16]": 0.10806345500003545, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.float16]": 0.10738246599999002, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.float32]": 0.10495024200002945, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 300)-torch.float32]": 0.10436307300005865, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(8, 512)-torch.float32]": 0.10762750199990023, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(16, 1024)-torch.float32]": 0.10861098899999888, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.bfloat16]": 0.10686001599998463, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.float16]": 0.10783704400000715, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.float32]": 0.1357639859999722, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 300)-torch.float32]": 0.11287432199998193, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(8, 512)-torch.float32]": 0.11523748199999773, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(16, 1024)-torch.float32]": 0.23557057300001816, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.bfloat16]": 0.23181284799989044, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.float16]": 0.23382750700005772, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.float32]": 0.19270603600006098, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 300)-torch.float32]": 0.2726386250000701, -"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(8, 512)-torch.float32]": 0.23609806399997524, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.2856756709999786, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.1720510899999681, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.32817168200000424, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.float16]": 0.26339214299997593, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.float32]": 0.2370314209999833, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 300)-torch.float32]": 0.28623422499998696, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(8, 512)-torch.float32]": 0.2576301239999452, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(16, 1024)-torch.float32]": 0.32725877099994705, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(2, 4, 512)-torch.float32]": 0.13838748700004544, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.29161081399996647, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.30402560299995685, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.30969124299997475, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 300)-torch.float32]": 0.308890942000005, -"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.32381828800004087, -"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(1, 16, 8, 128)-torch.float32]": 0.2600568160000307, -"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(1, 4, 2, 48)-torch.float32]": 0.2577741900000774, -"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.bfloat16]": 0.2747740789999398, -"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.float16]": 0.26404408400003376, -"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.float32]": 0.25635744300001306, -"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.bfloat16]": 0.2721970910000664, -"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.float16]": 0.2497211870000342, -"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.float32]": 0.26610899799993604, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(64, 512)-per_token]": 0.26926677099999097, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(64, 512)-shared]": 0.26079465000003665, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(8, 128)-per_token]": 0.2840044769999963, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(8, 128)-shared]": 0.2836450189999482, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(64, 512)-per_token]": 0.2610631729999682, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(64, 512)-shared]": 0.26109641800002237, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(8, 128)-per_token]": 0.2433949489999918, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(8, 128)-shared]": 0.2636863710000057, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(64, 512)-per_token]": 0.26737971900001867, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(64, 512)-shared]": 0.25291841199998544, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(8, 128)-per_token]": 0.24825860900000407, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(8, 128)-shared]": 0.2699248999999213, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(64, 512)-per_token]": 0.2959113580000121, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(64, 512)-shared]": 0.3234623710000051, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(8, 128)-per_token]": 0.3141607620000286, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(8, 128)-shared]": 0.32091786099994124, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-gemma]": 0.23784995599999093, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-llama]": 0.1370767439999554, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-none]": 0.25702521300007675, -"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_no_shift[cutile]": 0.45188440800001217, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(1, 2, 16)-torch.float32]": 0.3811860650000085, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.bfloat16]": 0.4543372869999871, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.float16]": 0.13876650499992138, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.float32]": 0.4059867529999792, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward[cutile-(1, 1, 16)-torch.float32]": 0.36533959399997684, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward[cutile-(2, 1, 8)-torch.float32]": 0.3528440989999808, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-1-8-1-torch.float32]": 0.16146606099999872, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-1-torch.float32]": 0.1343358189999435, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-2-torch.bfloat16]": 0.3299980309999455, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-2-torch.float32]": 0.11154870999996547, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.bfloat16]": 0.1325867670000207, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.float16]": 0.13974886299990885, -"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.float32]": 0.1480583369999522, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.4557513190000009, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.1390834839999684, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.47883119499999793, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.float16]": 0.4497351559999174, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.float32]": 0.48260862799997994, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 300)-torch.float32]": 0.4554377479999516, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(8, 512)-torch.float32]": 0.47858826199995974, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.32603045000001885, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.33815738399999873, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.3196604269999739, -"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.33115211299997327, -"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(1, 2, 4, 48)-torch.float32]": 0.3026307860000088, -"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(1, 4, 8, 128)-torch.float32]": 0.3482843400000206, -"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.33647474800000055, -"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.float16]": 0.3281254400000648, -"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.float32]": 0.3253525910000121, -"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.5042521320000901, -"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float16]": 0.5147260079999683, -"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float32]": 0.49184773299998596, -"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(1, 1, 1023)-torch.float32]": 0.2480095269999083, -"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(2, 4, 512)-torch.float32]": 0.21437805000005028, -"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(2, 8, 4096)-torch.float32]": 0.23900213599995368, -"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(3, 7, 256)-torch.float32]": 0.131413278000025, -"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 16, 2048)-torch.float32]": 0.22468961300000956, -"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.bfloat16]": 0.22017332300004, -"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.float16]": 0.22120678600003885, -"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.float32]": 0.2286510840000915, -"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 300)-torch.float32]": 0.25446997599999577, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.24325194499999725, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.12916967599994678, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.25121591499998885, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.float16]": 0.2469593600000053, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.float32]": 0.19699383899995837, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 300)-torch.float32]": 0.23816735800005517, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(8, 512)-torch.float32]": 0.23758295900000803, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.28624768500003483, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.2800323059998959, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.22649855200000957, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.2651934550000874, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-gemma]": 0.23178914099997883, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-llama]": 0.13248091299999487, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-none]": 0.2521086699999273, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-gemma]": 0.22395213099991906, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-llama]": 0.1273590229999968, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-none]": 0.2580410170000391, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.bfloat16]": 0.24185257999999976, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.float16]": 0.25961181200000283, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.float32]": 0.24945223600002464, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(8, 512)-torch.float32]": 0.25092012400000385, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.bfloat16]": 0.10760840499995084, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.float16]": 0.12107590299996218, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.float32]": 0.1366407179999669, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.bfloat16]": 0.11495359199994937, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.float16]": 0.1112785289999465, -"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.float32]": 0.10952054200004113, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(1, 2, 4, 48)-torch.float32]": 0.13822962099999359, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(1, 4, 8, 128)-torch.float32]": 0.13281797399992, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.bfloat16]": 0.30177599899997176, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.float16]": 0.27296848600002477, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.float32]": 0.29564305500002774, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(3, 4, 7, 64)-torch.float32]": 0.27092564700001276, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(1, 2, 4, 48)-torch.float32]": 0.30190486500004, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(1, 4, 8, 128)-torch.float32]": 0.305673699999943, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.bfloat16]": 0.2883709899999758, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.float16]": 0.31881759699996337, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.float32]": 0.3102699090000556, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(3, 4, 7, 64)-torch.float32]": 0.305253074999996, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(1, 2, 4, 48)-torch.float32]": 0.5322552989999849, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(1, 4, 8, 128)-torch.float32]": 0.49630790000003344, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.4772267950000355, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float16]": 0.4826273689999425, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float32]": 0.48085209400005624, -"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(3, 4, 7, 64)-torch.float32]": 0.45513294500000256, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 1023)-torch.float32]": 0.5971517039999981, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 2, 4096)-torch.float32]": 0.16104309099995362, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 4096)-torch.float32]": 0.6001372590000642, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.bfloat16]": 0.20739190799997687, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.float16]": 0.43246369399997775, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.float32]": 0.43433102599993845, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(3, 7, 256)-torch.float32]": 0.529327582999997, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(4, 16)-torch.float32]": 0.4329678330000206, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.bfloat16]": 0.27342963499995676, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.float16]": 0.2533724460000144, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.float32]": 1.2574856509999677, -"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(4, 16)-torch.float32]": 1.348643109999955, -"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(2, 128, 512)-torch.float32]": 0.9104693610000254, -"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(4, 256)-torch.float32]": 0.13236234999999397, -"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(5, 123, 123)-torch.float32]": 0.1460293540000066, -"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(2, 128, 512)-torch.float32]": 1.1528961059999574, -"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(4, 256)-torch.float32]": 1.2955208969999603, -"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(5, 123, 123)-torch.float32]": 1.3510876439999606, -"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op_backward[cutile-(2, 128, 512)-torch.float32]": 0.9523264270000027, -"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op_backward[cutile-(4, 256)-torch.float32]": 0.9873392350000358, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(2, 256, 256)-torch.float32]": 0.24815551700004335, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(2, 8, 8)-torch.float32]": 0.3007585649999669, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.2602785600000743, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.float16]": 0.27952288400001635, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.float32]": 0.25903023200004327, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(6, 42, 123)-torch.float32]": 0.25737957999996297, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(9, 7, 41)-torch.float32]": 0.32049090000003844, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(2, 256, 256)-torch.float32]": 0.2903391980000265, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(2, 8, 8)-torch.float32]": 0.2653622149999819, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.bfloat16]": 0.24032394099998555, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.float16]": 0.24565399799996612, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.float32]": 0.25164382999992085, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 300)-torch.float32]": 0.2578569479999828, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(6, 42, 123)-torch.float32]": 0.25793733299997257, -"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(9, 7, 41)-torch.float32]": 0.2609263740000074, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-1-1024-128]": 0.12153015400002687, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-2-512-512]": 0.12952137700006006, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-4-127-128]": 0.11663116400001172, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-1-1024-128]": 0.12991460800003551, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-2-512-512]": 0.11975346399998443, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-4-127-128]": 0.13274288600001682, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-1-1024-128]": 0.13293671299999232, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-2-512-512]": 0.11982793499998934, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-4-127-128]": 0.11945723700000599, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-1-1024-128]": 0.11220423299994309, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-1-1024-256]": 0.10262780600004362, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-2-1024-64]": 0.1101494700000103, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-2-512-512]": 0.104542145000039, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-4-127-128]": 0.10877230500000223, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-1-1024-128]": 0.10614156999997704, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-1-1024-256]": 0.11627781599997888, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-2-1024-64]": 0.1123424049999926, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-2-512-512]": 0.11945644900009711, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-4-127-128]": 0.11173109699996076, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-1-1024-128]": 0.14291954200001555, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-1-1024-256]": 0.12607550199999196, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-2-1024-64]": 0.13145273600002838, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-2-512-512]": 0.12394130900008804, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-4-127-128]": 0.14084131800001387, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-1-1024-128]": 0.11191818999998304, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-1-1024-256]": 0.17429282900008047, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-2-1024-64]": 0.10768001799999638, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-2-512-512]": 0.12009257199997592, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-4-127-128]": 0.12197674600002983, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-1-1024-128]": 0.14254702800002406, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-1-1024-256]": 0.1591937899999607, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-2-1024-64]": 0.13528095200001644, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-2-512-512]": 0.14746473600001764, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-4-127-128]": 0.1419192319999638, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-1-1024-128]": 0.14066432999993594, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-1-1024-256]": 0.11461302099996828, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-2-1024-64]": 0.12596390899994958, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-2-512-512]": 0.10648840199996812, -"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-4-127-128]": 0.11800934299998289, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-1-4096-32000]": 2.402667156000007, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-3-423-32000]": 2.400004329000069, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-41-401-1271]": 0.45598296999997956, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-1-4096-32000]": 2.3978507800000557, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-3-423-32000]": 2.437172847999989, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-41-401-1271]": 0.42728186700003334, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-1-4096-32000]": 0.7751403330000244, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-3-423-32000]": 0.7968421780000199, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-41-401-1271]": 0.3543314849999888, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-1-4096-32000]": 2.374297253000009, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-3-423-32000]": 2.4322816179999336, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-41-401-1271]": 0.43240130399999543, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-1-4096-32000]": 3.1641787000000363, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-3-423-32000]": 3.0919004289999634, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-41-401-1271]": 0.3484173610000312, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-1-4096-32000]": 3.191643508000027, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-3-423-32000]": 3.228168586000038, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-41-401-1271]": 0.3761592679999808, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-1-4096-32000]": 0.5098973579999324, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-3-423-32000]": 0.48869310400004906, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-41-401-1271]": 0.3703627309999433, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-1-4096-32000]": 3.1247677499999895, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-3-423-32000]": 3.16601150799994, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-41-401-1271]": 0.36838142500005233, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-1-4096-32000]": 0.17253410600000052, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-3-423-32000]": 0.15101328899993405, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-41-401-1271]": 0.17253634400003648, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-1-4096-32000]": 0.1396459769999865, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-3-423-32000]": 0.14453663500000857, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-41-401-1271]": 0.1665612890000716, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-1-4096-32000]": 0.16502732499998274, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-3-423-32000]": 0.13408178800000314, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-41-401-1271]": 0.16813406499994699, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-1-4096-32000]": 1.8032774609999933, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-3-423-32000]": 1.7746416079999676, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-41-401-1271]": 0.365040449999924, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-1-4096-32000]": 1.7550247890000037, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-3-423-32000]": 1.7552137170000606, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-41-401-1271]": 0.38454197899994824, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-1-4096-32000]": 0.6096591399999625, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-3-423-32000]": 0.6025380119999681, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-41-401-1271]": 0.38912262899998495, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-1-4096-32000]": 1.7479629649999993, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-3-423-32000]": 1.80043728499993, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-41-401-1271]": 0.3795242430000485, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-1-4096-32000]": 1.7642669580000074, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-3-423-32000]": 1.7289347730000486, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-41-401-1271]": 0.3834586249999461, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-1-4096-32000]": 1.7751263670000412, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-3-423-32000]": 1.8184812329999431, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-41-401-1271]": 0.35036454200002254, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-1-4096-32000]": 0.6120711159999814, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-3-423-32000]": 0.5884223629999497, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-41-401-1271]": 0.378681805000042, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-1-4096-32000]": 1.7553342290000273, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-3-423-32000]": 1.759391277000077, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-41-401-1271]": 0.37069877999994105, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-1-4096-32000]": 1.758624382999983, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-3-423-32000]": 1.7194179869999857, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-41-401-1271]": 0.38763051600000153, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-1-4096-32000]": 1.728356437000059, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-3-423-32000]": 1.7344754900000225, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-41-401-1271]": 0.3686805590000404, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-1-4096-32000]": 0.6786840590000338, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-3-423-32000]": 0.5945790430000102, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-41-401-1271]": 0.3937336240000491, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-1-4096-32000]": 1.7359105830000203, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-3-423-32000]": 1.8079542539999807, -"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-41-401-1271]": 0.36859491100005926, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_all_ignored[cutile]": 0.13273032599994394, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.bfloat16-1-64-32000]": 0.14227341500003376, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.bfloat16-2-32-1024]": 0.2526748709999538, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.float16-1-64-32000]": 0.45767964200001643, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.float16-2-32-1024]": 0.2367091030000097, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_large_vocab[cutile-torch.bfloat16-1-16-100000]": 0.14077825099991514, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_large_vocab[cutile-torch.bfloat16-2-8-128256]": 0.1312319000000457, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_logit_scaling[cutile-torch.bfloat16-2-16-1024]": 0.12552602200003093, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_softcapping[cutile-torch.bfloat16-2-16-1024]": 0.15496368700001995, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-1-128-50257]": 1.4744824429999994, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-2-64-1024]": 0.021098639999991065, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-4-32-32000]": 0.29374728599998434, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-1-128-50257]": 1.3021989919999442, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-2-64-1024]": 0.03567045000005464, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-4-32-32000]": 0.021631551000041327, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_large_vocab[cutile-torch.bfloat16-1-16-100000]": 0.17227404799996293, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_large_vocab[cutile-torch.bfloat16-2-8-128256]": 0.19675905299999386, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_logit_scaling[cutile-torch.bfloat16-2-16-1024]": 0.11437288999997008, -"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_softcapping[cutile-torch.bfloat16-2-16-1024]": 0.14249756100002742, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(1024, 4096)-128]": 0.002401671000029637, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(128, 512)-128]": 0.0031153049999943505, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(2048, 8192)-128]": 0.0028097349999711696, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(256, 256)-128]": 0.10317757700005359, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(64, 1024)-128]": 0.0031037869999295253, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op_non_square[cutile-(128, 384)-128]": 0.0018842910000103075, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op_non_square[cutile-(256, 128)-128]": 0.0018005739999580328, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-1024-2048-1024-[128, 128]]": 0.7399935870000149, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-128-128-128-[128, 128]]": 0.3964506749999259, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-256-256-256-[128, 128]]": 0.569933366999976, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-512-1024-512-[128, 128]]": 0.6617622630000142, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-2048-4096-128]": 0.30518428599998515, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-256-256-128]": 0.308578553000018, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-384-768-128]": 0.3001257370000303, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-4096-8192-128]": 0.35215963299992836, -"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-512-1024-128]": 0.311540736999973, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.12356254799999533, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.13649315100002468, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.11626140200002055, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.1414377140000056, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-1024-1024]": 0.1038506329999791, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-2048-5120]": 0.10944024099995886, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-256-512]": 0.12044250499997133, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-4096-8192]": 0.1496392629999832, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.4204019070000413, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.4771459959999902, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.4655557380000346, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.4033601510000153, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.4297753989999933, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.44709165500000836, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.4471374179999543, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.37741454600001134, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.45697944500000176, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.4952614599999947, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.4105787860000305, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.4454500300000177, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.11853776899999957, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.14103745700003856, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.13318017500000678, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.16117435199998909, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-1024-1024]": 0.13652236699999776, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-2048-5120]": 0.12238820300001407, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-256-512]": 0.15773447899999837, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-4096-8192]": 0.16042635599995947, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.4833043049999901, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.5244869339999809, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.4885312659999954, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.48563852600000246, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.49121207700000014, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.48250601400002324, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.5068433389999996, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.502084352000054, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.4924958539999693, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.49456470500001615, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.4972137429999748, -"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.4734334210000952, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-4-16-64-64-1]": 0.0028234840000322947, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-4-32-128-128-1]": 0.002611618999935672, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-8-64-512-256-1]": 9.149405005000062, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-4-16-64-64-1]": 0.009352100999876711, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-4-32-128-128-1]": 0.00400365400003011, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-8-64-512-256-1]": 0.0037439489999542275, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 0.0038545919999251055, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 0.0037878589999991163, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-4-16-64-64-1]": 7.166191269000024, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-4-32-128-128-1]": 6.082815801000038, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-8-64-512-256-1]": 0.3101235900001029, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-4-16-64-64-1]": 7.5960813259999895, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-4-32-128-128-1]": 6.396920233999992, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-8-64-512-256-1]": 9.347685664999858, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 6.179076599000268, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 7.563866540000049, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_deterministic[cutile-8-32-256-128]": 1.7479724060000308, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[0, 0, 0, 64]-64-64]": 0.002172737000023517, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[128]-256-128]": 2.279568230000109, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[32, 16, 8, 8]-64-64]": 0.3689976939999724, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[64, 0, 32, 0]-128-128]": 1.6462430789999871, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-16-16-768-512-1]": 5.103825131000008, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-16-32-2048-1024-1]": 9.536944302000052, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-4-16-64-64-1]": 1.3144567200000665, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-4-32-128-128-1]": 1.6714290840000103, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-16-128-128-2]": 1.8089903390000472, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-64-512-256-1]": 3.265927354000098, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-8-64-128-1]": 1.578274126999986, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-16-16-768-512-1]": 4.817008771000019, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-16-32-2048-1024-1]": 9.776041471000042, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-4-16-64-64-1]": 1.1316823419999196, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-4-32-128-128-1]": 1.705107916999964, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-16-128-128-2]": 1.852530809999962, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-64-512-256-1]": 2.8786963709999327, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-8-64-128-1]": 1.4088828019999369, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_large[cutile-torch.bfloat16-128-8-768-512-1]": 6.506502144999956, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 1.6790749449999112, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 1.779323575000035, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_upstream_model[cutile-torch.bfloat16-128-8-768-2048-8]": 4.471815114999913, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_upstream_model[cutile-torch.bfloat16-16-64-8192-5120-1]": 3.0509513709999965, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_non_power_of_2[cutile-torch.bfloat16-4-20-300-192]": 2.731657468999913, -"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_non_power_of_2[cutile-torch.bfloat16-8-13-100-96]": 2.1090372630000616, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(16, 1024)]": 0.47331382800007304, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(2, 4, 512)]": 0.002503036999996766, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(21, 349, 1024)]": 0.5058167060000187, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(32, 4096)]": 0.6127465890001531, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(4, 256)]": 0.4309699970000338, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(4, 300)]": 0.782303762999959, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(8, 512)]": 0.4889395019999938, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(16, 1024)]": 0.498614110999938, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(2, 4, 512)]": 0.003152456000066195, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(21, 349, 1024)]": 0.5171284170000945, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(32, 4096)]": 0.6725543740000148, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(4, 256)]": 0.13955435200011834, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(4, 300)]": 0.7243690560000005, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(8, 512)]": 0.5126720020000448, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(2, 4, 512)-torch.bfloat16]": 0.004608588999872154, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 2048)-torch.bfloat16]": 1.1440183979999574, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 256)-torch.float16]": 1.0254637639999373, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.955539905999899, -"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(8, 512)-torch.bfloat16]": 0.5367806830000745, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(2, 4, 512)-torch.bfloat16]": 0.6038072480000665, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 2048)-torch.bfloat16]": 1.1505372660000148, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.5025023550000469, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 256)-torch.float32]": 1.0599668529999917, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(8, 512)-torch.bfloat16]": 0.10780232199999773, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(16, 1024)-torch.bfloat16]": 0.47811547200001314, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(2, 4, 512)-torch.bfloat16]": 0.4884928679998666, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(4, 256)-torch.float16]": 0.6205145599998332, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(8, 512)-torch.bfloat16]": 0.3423722170000474, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(16, 1024)]": 0.453243567999948, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(4, 256)]": 0.45447026800002277, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(8, 512)]": 0.5059729890000426, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(16, 1024)]": 0.45336702700001297, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(4, 256)]": 0.4871675019999202, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(8, 512)]": 0.45881626100003814, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(16, 1024)]": 0.439909784000065, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(2, 4, 512)]": 0.0024520839999695454, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(21, 349, 1024)]": 0.48320130599995537, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(32, 4096)]": 0.5556934789999559, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(4, 256)]": 0.45846769600007065, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(4, 300)]": 0.6884496300000364, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(8, 512)]": 0.42911033699999734, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(16, 1024)]": 0.46960611100007554, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(2, 4, 512)]": 0.0032867369999394214, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(21, 349, 1024)]": 0.4435703779998903, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(32, 4096)]": 0.7202101219999122, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(4, 256)]": 0.4466256279999925, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(4, 300)]": 0.6313630800000283, -"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(8, 512)]": 0.41283722600007877, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-1-128-4-128]": 0.398573474999921, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-2-64-8-64]": 0.387200779000068, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-4-32-16-64]": 0.3937358389999872, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-1-128-4-128]": 0.421525416999998, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-2-64-8-64]": 0.41535505299998476, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-4-32-16-64]": 0.4223318509999672, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.bfloat16-1-128-4-128]": 0.22691756100016391, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.bfloat16-2-64-8-64]": 0.24482456500015815, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.float16-1-128-4-128]": 0.10363365399985014, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.float16-2-64-8-64]": 0.0982356179999897, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-1-32-8-128-128]": 0.5303091130000439, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-2-8-8-64-64]": 0.4726201849998688, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-4-16-4-32-64]": 0.551470256000016, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-1-32-8-128-128]": 0.459458126000186, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-2-8-8-64-64]": 0.4842655579999473, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-4-16-4-32-64]": 0.5686654249999492, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.bfloat16-1-32-8-128-128]": 0.29786790200000723, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.bfloat16-2-8-8-64-64]": 0.1251643809999905, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.float16-1-32-8-128-128]": 0.27610774599997967, -"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.float16-2-8-8-64-64]": 0.28433568200011905, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.1095306109999683, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.10229543400009788, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.127607385000033, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.1593039609999778, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-512-4096]": 0.12156767900012255, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-1024-1024]": 0.11182399100016482, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-2048-5120]": 0.10933062899982815, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-256-512]": 0.09966446999987966, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-4096-8192]": 0.14333101899990197, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-512-4096]": 0.10145540900009564, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.45417870199992194, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.3948951569998371, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.4381393590000471, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.46734088800008067, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.43648219399995014, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.459770540999898, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.42055715499998314, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.43389688800004933, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.47711276300003647, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.4221766739999566, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.3791067550000662, -"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.4389662319999843 +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.bfloat16-none]": 0.4430121570000267, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.bfloat16-tanh]": 0.3988085059999946, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float16-none]": 0.4859483800000248, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float16-tanh]": 0.4194376380000051, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float32-none]": 0.49403285600001823, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float32-tanh]": 0.40536939599999755, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.bfloat16-none]": 0.476052095999961, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.bfloat16-tanh]": 0.40605696100001865, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float16-none]": 0.5232397839999976, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float16-tanh]": 0.42960811299997204, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float32-none]": 0.48761147499999424, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float32-tanh]": 0.4161041270000112, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.bfloat16-none]": 0.4873195119999991, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.bfloat16-tanh]": 0.3812584879999861, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float16-none]": 0.50449586000002, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float16-tanh]": 0.41464859600000636, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float32-none]": 0.4308885640000142, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float32-tanh]": 0.4131051599999864, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.bfloat16-none]": 0.49749369500000284, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.bfloat16-tanh]": 0.43750576400000796, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float16-none]": 0.550144008000018, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float16-tanh]": 0.4380265200000224, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float32-none]": 0.527329898000005, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float32-tanh]": 0.434018554999966, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.bfloat16-none]": 0.12495861500002547, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.bfloat16-tanh]": 0.1261365929999556, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float16-none]": 0.12409848000001489, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float16-tanh]": 0.130144080000008, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float32-none]": 0.14353391399998827, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float32-tanh]": 0.1354699859999755, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.bfloat16-none]": 0.11339475200003335, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.bfloat16-tanh]": 0.11187261400002058, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float16-none]": 0.10618655400003263, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float16-tanh]": 0.1027024300000221, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float32-none]": 0.1157543319999661, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float32-tanh]": 0.11048079899995855, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.bfloat16-none]": 0.47116681100001756, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.bfloat16-tanh]": 0.4144651059999944, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float16-none]": 0.49268025599999987, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float16-tanh]": 0.39328775000001315, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float32-none]": 1.1399737859999846, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float32-tanh]": 0.39488584899996226, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.bfloat16-none]": 0.4431741909999971, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.bfloat16-tanh]": 0.42903681199999255, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float16-none]": 0.4765155770000149, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float16-tanh]": 0.40706331900000237, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float32-none]": 0.5047507670000186, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float32-tanh]": 0.4100257120000208, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.bfloat16-none]": 0.4551324549999549, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.bfloat16-tanh]": 0.41317593100001204, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float16-none]": 0.48573704799997586, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float16-tanh]": 0.41952647200000115, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float32-none]": 0.5249073030000204, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float32-tanh]": 0.47804539400002, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.bfloat16-none]": 0.11977923699998883, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.bfloat16-tanh]": 0.11366349200000059, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float16-none]": 0.11216932800002155, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float16-tanh]": 0.1158874150000031, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float32-none]": 0.15757332800001222, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float32-tanh]": 0.16554224000000772, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.bfloat16-none]": 1.7645050540000398, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.bfloat16-tanh]": 1.0611698429999876, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float16-none]": 1.1769390810000289, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float16-tanh]": 1.1327067190000264, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float32-none]": 1.170638738999969, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float32-tanh]": 1.158520153999973, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.bfloat16-none]": 1.1810115549999978, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.bfloat16-tanh]": 1.0749856819999764, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float16-none]": 1.1924022660000162, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float16-tanh]": 1.0869230890000097, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float32-none]": 1.1902067920000263, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float32-tanh]": 1.0516624549999847, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.bfloat16-none]": 1.1248355820000029, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.bfloat16-tanh]": 1.119433081999972, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float16-none]": 1.1467586980000135, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float16-tanh]": 1.1374442810000005, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float32-none]": 1.0895121949999975, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float32-tanh]": 1.0801952890000166, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.bfloat16-none]": 1.1549874469999963, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.bfloat16-tanh]": 1.0743476450000173, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float16-none]": 1.1798969740000302, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float16-tanh]": 1.1263455320000446, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float32-none]": 1.2057631030000096, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float32-tanh]": 1.0836067970000158, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.bfloat16-none]": 0.10524652500001253, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.bfloat16-tanh]": 0.11603644400000235, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float16-none]": 0.12072052599995686, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float16-tanh]": 0.11460620000005406, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float32-none]": 0.1406912509999927, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float32-tanh]": 0.1267126879999978, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.bfloat16-none]": 0.11641783600001077, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.bfloat16-tanh]": 0.11284715000002166, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float16-none]": 0.11443910600002027, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float16-tanh]": 0.11962198699998794, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float32-none]": 0.11799597799998196, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float32-tanh]": 0.11536178299996891, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.bfloat16-none]": 1.1649328219999688, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.bfloat16-tanh]": 1.1559199710000314, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float16-none]": 1.1546241449999854, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float16-tanh]": 1.0603260409999962, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float32-none]": 1.1145340159999932, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float32-tanh]": 1.1477322590000085, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.bfloat16-none]": 1.1191242070000271, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.bfloat16-tanh]": 1.0480939950000163, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float16-none]": 1.2108271809999849, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float16-tanh]": 1.097797550999985, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float32-none]": 1.1142712819999758, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float32-tanh]": 1.0842573519999803, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.bfloat16-none]": 1.168190270999986, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.bfloat16-tanh]": 1.134970420000002, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float16-none]": 1.1402728339999726, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float16-tanh]": 1.1532070170000281, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float32-none]": 1.1643462739999393, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float32-tanh]": 1.1038915210000084, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.bfloat16-none]": 0.11960392899999306, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.bfloat16-tanh]": 0.11357623200001399, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float16-none]": 0.1024777040000231, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float16-tanh]": 0.11275540700000874, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float32-none]": 0.13547096100001, +"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float32-tanh]": 0.11377885299998525, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-none-torch.bfloat16]": 0.39189494099997546, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-none-torch.float16]": 0.38379970199997615, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-none-torch.float32]": 0.4480382989999896, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-tanh-torch.bfloat16]": 0.4089486179999824, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-tanh-torch.float16]": 0.338684446000002, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-tanh-torch.float32]": 0.40083307899999454, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-none-torch.bfloat16]": 1.1002052280000214, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-none-torch.float16]": 1.1190879600000017, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-none-torch.float32]": 1.2269637490000207, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-tanh-torch.bfloat16]": 1.0547933790000172, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-tanh-torch.float16]": 1.0692322899999738, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-tanh-torch.float32]": 1.0617300890000365, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[cutile-none-torch.float16]": 0.5749555120000025, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[cutile-none-torch.float32]": 0.47948389600000496, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[cutile-tanh-torch.float16]": 0.4927897679999944, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[cutile-tanh-torch.float32]": 0.4140508229999966, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[tilecpp-none-torch.float16]": 1.2862756780000097, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[tilecpp-none-torch.float32]": 1.1788405400000102, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[tilecpp-tanh-torch.float16]": 1.1705512679999686, +"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[tilecpp-tanh-torch.float32]": 1.173512852000016, +"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-2048-torch.float32-False]": 0.4382565709999824, +"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-256-torch.float16-True]": 0.47296931700000755, +"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-32768-torch.float16-True]": 0.43578014299998813, +"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-64-torch.float16-True]": 1.0415701389999867, +"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-2048-torch.float32-False]": 1.1272657810000055, +"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-256-torch.float16-True]": 0.2408497739999973, +"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-32768-torch.float16-True]": 0.2854585229999884, +"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-64-torch.float16-True]": 1.1859757049999757, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_corner_cases[cutile-1-1-64-64-True-torch.float16]": 13.035494634000003, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_corner_cases[cutile-1-32-128-64-True-torch.float16]": 13.14638402899999, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_irregular_shapes[cutile-1-4-127-64-True-torch.float16]": 13.141089612999991, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_irregular_shapes[cutile-2-8-2047-128-True-torch.bfloat16]": 11.074048552000022, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_regular_shapes[cutile-2-8-256-64-True-torch.float16]": 13.096024594, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_regular_shapes[cutile-2-8-512-128-False-torch.bfloat16]": 9.718379896000016, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_forward_with_lse_matches_reference[cutile-1-8-256-128-True-torch.float16]": 1.2056534369999952, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_forward_with_lse_matches_reference[cutile-2-8-512-64-False-torch.bfloat16]": 0.7747360980000053, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_functional_api_inference_mode[cutile]": 0.917525970999975, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_functional_api_training_mode[cutile]": 12.949383635999965, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_GQA::test_op_backward_gqa[cutile-1-8-1-128-64-True-torch.float16]": 13.777947082999987, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_GQA::test_op_backward_gqa[cutile-1-8-4-128-64-True-torch.float16]": 13.56207057200001, +"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_Numerical::test_op_numerical_gradient_check[cutile]": 0.17072818799994138, +"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_chunk_size_consistency[cutile]": 0.7122825420000254, +"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-1-256-384-4096-torch.float16-sum]": 0.31238795499996286, +"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-2-128-256-2048-torch.float16-mean]": 0.6053029280000146, +"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-2-64-256-2048-torch.bfloat16-mean]": 0.4716918039999882, +"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_peak_memory_less_than_pytorch[cutile]": 1.082475220000049, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-2-512-1024-4096]": 1.9576153890000683, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-2-64-256-512]": 1.9046987120000267, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-4-128-512-1024]": 1.8469441629999892, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-8-256-512-2048]": 2.411984897000025, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-11-127-750-1500]": 0.4932641260000423, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-13-128-512-1024]": 0.1465597099999627, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-13-333-500-1000]": 0.4032878910000477, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-100-256-512]": 0.13220316100000673, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-300-600]": 2.0582846389999645, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-500-1000]": 2.092790030999936, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-750-1500]": 2.5852629459999434, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-333-512-1024]": 0.3770588280000311, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-7-100-300-600]": 0.44486089200000833, +"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-7-64-256-512]": 0.1508074529999135, +"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-128-2-1024]": 0.2818514200000095, +"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-128-4-1024]": 0.2929571810000198, +"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-64-8-2048]": 0.377567719999945, +"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1000-8]": 20.580179442999963, +"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1024-4]": 20.644327034000014, +"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1024-8]": 19.911289979000003, +"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_sinkhorn[cutile-256-4-torch.float32]": 0.28227470200010885, +"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_sinkhorn[cutile-256-8-torch.float32]": 0.2737750239999741, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.bfloat16]": 0.0007407879999732359, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.float16]": 0.0006480679999754102, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.float32]": 0.0006478949999859651, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_invalid_inputs[cutile]": 0.0006518219999520625, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-1-64]": 0.00030895700001565274, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-128-64]": 0.0004516530000273633, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-128-80]": 0.0003600790000746201, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-160-80]": 0.0003313180000077409, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-17-64]": 0.00032053100005668966, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-192-64]": 0.0003737890000365951, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-256-48]": 0.00031568799994374785, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-33-48]": 0.0003263890000084757, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-512-256]": 0.0005929150000270056, +"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-64-64]": 0.00031079699999736476, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-256-256-torch.float16]": 0.1936800919999655, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-256-256-torch.float32]": 0.14647785699992255, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-4096-256-torch.bfloat16]": 0.15140145900005564, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-256-256-torch.float16]": 0.24057999400000085, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-256-256-torch.float32]": 0.2357136100000048, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-4096-256-torch.bfloat16]": 0.2471620830000063, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-256-256-torch.float16]": 0.2633451029999492, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-256-256-torch.float32]": 0.26394804700001373, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-4096-256-torch.bfloat16]": 0.26515150500003415, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-256-256-torch.float16]": 2.003419225000016, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-256-256-torch.float32]": 1.3273204810000152, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-4096-256-torch.bfloat16]": 1.4279951529999835, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-2003-2001-torch.float16]": 1.101983930999893, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-256-256-torch.float16]": 0.16623270000008006, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-256-256-torch.float32]": 0.2175225430000296, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-31072-4096-torch.bfloat16]": 5.124035616999947, +"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-4096-256-torch.bfloat16]": 0.14349989100003313, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-1-16-64-128-128-64-1-64]": 22.06936747100002, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-1-64-128-256-128-64-1-256]": 69.36652996700002, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-2-32-128-256-128-64-1-128]": 51.643498911999984, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_gqa[cutile-torch.bfloat16-1-16-64-128-128-64-4-64]": 11.31254908699998, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_gqa[cutile-torch.bfloat16-1-32-64-128-128-64-8-64]": 11.404517500999987, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_invalid_kernel_configs[cutile]": 0.13961207099998774, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_irregular_shapes[cutile-torch.bfloat16-1-16-1-128-128-64-1-64]": 22.010713812999995, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_irregular_shapes[cutile-torch.bfloat16-1-16-33-77-128-64-1-64]": 21.416689667999947, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-1-16-32-TILE_H with small TILE_N]": 0.13469336299999668, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-1-4-64-small TILE_H]": 0.17357748599999923, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-16-1-64-1:1 mapping fallback]": 0.787330628999996, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-4-4-64-GQA group_size=4]": 0.1873256790000255, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-18-6-1-64-odd prime group_size=3 fallback]": 0.7780100930000344, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-24-4-2-64-non_pow2 group_size=6, TILE_H=2]": 0.7707232060000706, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-24-8-1-64-non_pow2 group_size=3 fallback]": 0.725746896999965, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-64-1-16-64-large TILE_H]": 0.17337533499994606, +"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_topk_equals_skv[cutile-torch.bfloat16-1-16-64-128-64-1]": 0.14102458700000398, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_first_tokens[cutile]": 0.11241659300009132, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_gqa[cutile]": 0.11395471299999826, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_long_context_mistral[cutile]": 0.10483300299995335, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_multi_head[cutile]": 0.106871778000027, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_seq_not_divisible_by_tile[cutile]": 0.10406586500005233, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_small_window[cutile]": 0.1579966470000045, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-1024-512]": 0.12147214900005565, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-2048-1024]": 0.10924157099992726, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-4096-2048]": 0.10773181500002238, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-4096-4096]": 0.10946186500001431, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-512-256]": 0.11835552299993424, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_very_small_seq[cutile]": 0.10360104500006173, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_equals_seq[cutile]": 0.8699180819999697, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_equals_tile[cutile]": 0.1050169799999594, +"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_of_one[cutile]": 0.10522649300003195, +"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-1-1-9-128-False-torch.bfloat16]": 0.001343370999961735, +"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-1-32-2047-128-True-torch.float16]": 0.0011465680000242173, +"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-2-32-4095-128-True-torch.bfloat16]": 0.0011452090000148019, +"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-2-32-4095-128-True-torch.float8_e5m2]": 0.003290268999990076, +"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-1-1-9-128-False-torch.bfloat16]": 0.002801187999978083, +"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-1-32-2047-128-True-torch.float16]": 0.0027624399999695015, +"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-2-32-4095-128-True-torch.bfloat16]": 0.0022882629999685378, +"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-2-32-4095-128-True-torch.float8_e5m2]": 0.0013816710000469357, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-1-1]": 23.704070800000068, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-1-2]": 23.50627057199995, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-128-1]": 0.9477205100000674, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-128-2]": 19.085101509999987, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-257-1]": 0.0012544039999795586, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-257-2]": 0.0011682260000043243, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-1-1]": 24.577172985999994, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-1-2]": 24.31205593599998, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-128-1]": 19.118537832000015, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-128-2]": 1.0482988729999647, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-257-1]": 19.224898078000024, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-257-2]": 1.1642565389999504, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-1-1]": 21.517406740000013, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-1-2]": 21.648265535000007, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-128-1]": 0.0014411999999595082, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-128-2]": 0.0017130039999813107, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-257-1]": 0.0017080239999813784, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-257-2]": 0.0011813120000283561, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-1-1]": 0.9962515670000016, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-1-2]": 6.576720188999957, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-128-1]": 17.257611478000058, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-128-2]": 1.1578857169999992, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-257-1]": 0.0014249129999939214, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-257-2]": 0.0011311920000025566, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-1-1]": 22.48581587400008, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-1-2]": 22.288023687999953, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-128-1]": 17.112013364999996, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-128-2]": 1.0468311680000397, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-257-1]": 17.250971669000023, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-257-2]": 1.0309386209999616, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-1-1]": 19.930991481999968, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-1-2]": 19.791685528000073, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-128-1]": 0.001257443999975294, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-128-2]": 0.0011268069999346153, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-257-1]": 0.001110958000026585, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-257-2]": 0.0011036710000098537, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-1-1]": 23.59875952499999, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-1-2]": 23.66715694100003, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-128-1]": 0.9961052279999194, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-128-2]": 0.14769920399999137, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-257-1]": 0.0012268820000826963, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-257-2]": 0.0012547630000199206, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-1-1]": 0.09786257400003251, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-1-2]": 0.0944520709997505, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-128-1]": 0.09298909199992522, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-128-2]": 0.09426422800004275, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-257-1]": 0.10221304800006692, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-257-2]": 0.09965924599987375, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-1-1]": 0.10218519600005038, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-1-2]": 0.10000936500000535, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-128-1]": 0.0017083480000792406, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-128-2]": 0.005470971000022473, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-257-1]": 0.0011860810000143829, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-257-2]": 0.0013091340000528362, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-1-1]": 22.081492679000007, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-1-2]": 22.12333115900003, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-128-1]": 17.460128662999978, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-128-2]": 1.1562431460000084, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-257-1]": 0.001307529000030172, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-257-2]": 0.0011544370000819981, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-1-1]": 22.49812479900004, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-1-2]": 22.367382099000054, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-128-1]": 17.08310325100001, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-128-2]": 0.984072493000042, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-257-1]": 17.28149984700002, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-257-2]": 1.0283867239999722, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-1-1]": 19.882275853999943, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-1-2]": 19.79750407800003, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-128-1]": 0.0012471980000441363, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-128-2]": 0.0011698700000124518, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-257-1]": 0.0014258550000363357, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-257-2]": 0.0011768240000264996, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-1-1]": 0.847045550999951, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-1-2]": 0.8090225830000009, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-128-1]": 0.8239683209999384, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-128-2]": 0.8303841710001052, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-257-1]": 0.0011630450001121062, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-257-2]": 0.0011248069999965082, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-1-1]": 0.8718306370000164, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-1-2]": 0.8699745479999592, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-128-1]": 0.8352434640000865, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-128-2]": 0.8737538720000657, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-257-1]": 0.9918934279999121, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-257-2]": 1.7104784970000537, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-1-1]": 0.873267849000058, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-1-2]": 0.823801810999953, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-128-1]": 0.0012009719999923618, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-128-2]": 0.0010730750000220723, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-257-1]": 0.0010740270000724195, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-257-2]": 0.005559736000009252, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-1-1]": 25.265668726000058, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-1-2]": 0.9232511970000132, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-128-1]": 0.8263214160000416, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-128-2]": 0.8404735520000486, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-257-1]": 0.0012234140000373372, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-257-2]": 0.0010929560000931815, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-1-1]": 0.8386620759999914, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-1-2]": 0.8465373880000016, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-128-1]": 0.8250571300000047, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-128-2]": 0.8724948420000374, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-257-1]": 1.3310134130000506, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-257-2]": 1.9732397310000351, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-1-1]": 23.720056097999986, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-1-2]": 0.8437524319999739, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-128-1]": 0.0011864980000382275, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-128-2]": 0.001060535000078744, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-257-1]": 0.0010696829999687907, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-257-2]": 0.0011419319999959043, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-1-1]": 28.672369663000012, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-1-2]": 0.8296047460000011, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-128-1]": 0.8110527910000087, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-128-2]": 0.8302524990000393, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-257-1]": 0.0011993009999287096, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-257-2]": 0.0011121230000412652, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-1-1]": 30.96031399399999, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-1-2]": 1.2035176470000124, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-128-1]": 0.8375881779999759, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-128-2]": 1.1744516400000293, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-257-1]": 1.4424633299999527, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-257-2]": 2.0870220539999877, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-1-1]": 26.618954280000025, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-1-2]": 0.8238242489999834, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-128-1]": 0.0012188240000341466, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-128-2]": 0.0011054010000179915, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-257-1]": 0.0010931509999636546, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-257-2]": 0.0011057260000484348, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-1-1]": 0.14282025600005, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-1-2]": 0.13565990899985536, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-128-1]": 0.13149266100003842, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-128-2]": 0.12614108000002489, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-257-1]": 0.0013557429999764281, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-257-2]": 0.001608551999993324, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-1-1]": 0.13086154100005842, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-1-2]": 0.12184721200003423, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-128-1]": 0.12632604899999933, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-128-2]": 0.11654141999997591, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-257-1]": 0.11670101500010333, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-257-2]": 29.715654839000024, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-1-1]": 0.12184361499998886, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-1-2]": 0.11993244600000708, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-128-1]": 0.0012561630001073354, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-128-2]": 0.0015351790000295296, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-257-1]": 0.001262304999954722, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-257-2]": 0.001347938000094473, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int32-16-cutile]": 19.173492650000014, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int32-16-tilecpp]": 28.67858095500003, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int32-None-cutile]": 17.336093566999978, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int32-None-tilecpp]": 25.819700862000104, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int64-16-cutile]": 0.09988297000001012, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int64-16-tilecpp]": 0.09757619299995213, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int64-None-cutile]": 0.13928247600000532, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int64-None-tilecpp]": 0.1030553890000192, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[()-torch.int32-tilecpp]": 0.09752659599996605, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[()-torch.int64-tilecpp]": 0.10568413699996881, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(0,)-torch.int32-tilecpp]": 0.103511181999977, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(0,)-torch.int64-tilecpp]": 0.10721997199993893, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 0)-torch.int32-tilecpp]": 0.10888558500005274, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 0)-torch.int64-tilecpp]": 0.09667812899999717, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 1)-torch.int32-tilecpp]": 0.10863263799996048, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 1)-torch.int64-tilecpp]": 0.09950526200003651, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 2)-torch.int32-tilecpp]": 0.1026522859999659, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 2)-torch.int64-tilecpp]": 0.10282039100002294, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1,)-torch.int32-tilecpp]": 0.1109682160000034, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1,)-torch.int64-tilecpp]": 0.11377537000004168, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(2,)-torch.int32-tilecpp]": 0.09578752600003781, +"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(2,)-torch.int64-tilecpp]": 0.09778734900004338, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012264160000654556, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001240856000038093, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0012794140000096377, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0013873750000357177, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013881959999935134, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012814279999702194, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012388709999981984, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001245829000026788, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001363120999997136, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012621250000393047, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0015806989999873622, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012437210000371124, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001234402999955364, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001254086000017196, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012644780000528044, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001255258999947273, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.001766981000002943, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012784319999923355, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012182360000565495, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001230015999965417, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013537190000079136, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012496300000748306, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001262144999998327, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012508440000260634, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012366990000032274, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012345900000241272, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0012172849999387836, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012363220000111141, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.001863948999925924, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012255989999516714, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012307929999906264, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012173159999520067, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013833410000074764, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012569179999672997, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001339702999985093, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012380080000298221, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012757130000409234, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012480050000363008, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012610320000021602, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012604799999280658, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0013884970000503927, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.001260150000007343, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001246591999915836, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012790060000043013, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013477469999543246, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012235040000518893, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013377359999822147, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012540850000277715, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012628929999891625, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012509520000207885, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001233445999957894, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012462640000308056, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013612989999955971, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012222439999618473, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012304769999786913, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012618619999784642, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0014016280000532788, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001255248000006759, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001379538000037428, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012346130000082667, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012657079999485177, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001279419000013604, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012758419999840953, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013478039999768043, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0018749139999840736, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012938649999796326, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001250642999991669, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013620249999917178, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013835800000379095, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.00123133400001052, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012462340000070071, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012620239999705518, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001271335000012641, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001278267000031974, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013681859999792323, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0013779310000359146, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013489980000258583, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012741020000817116, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012059320000616935, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012243869999792878, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0014275080000629714, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0013473529999714629, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013757789999431225, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012373089999755393, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012617929999692024, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012675899999976536, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012378039999703105, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012703309999437806, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0013753910000104952, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012342539999963265, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012697470000375688, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012885359999472712, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013649109999960274, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012478169999212696, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001356005000047844, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0011997070000120402, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012583419999714351, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012401210000234641, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0012024029999793129, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012196420000236685, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013657990000410791, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012609800000404903, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012287040000273919, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.00122177800000145, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013516330000129528, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012538159999735399, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013700700000072175, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012671200000227145, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012587170000415426, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012476620000825278, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.001248200999953042, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001244701000018722, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0017152330000271832, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.001257988999952886, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.00123480800004927, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012412209999865809, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013429729999643314, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012505049999731455, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012565760000029513, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001255528000058348, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0013976789999787798, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012502419999691483, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0012598899999716195, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0013051340000060918, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0015304979999655188, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012645589999920048, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0013974010000197268, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013932449999742857, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001562233000015567, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0015976159999695483, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013749810000263096, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001256845999989764, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0013880600000675258, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013980660000356693, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.00545318000001771, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.006664591999992808, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012760719999960202, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012845249999031694, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001286581999977443, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001271066000015253, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012732889999824692, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012796489999686855, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013893450000068697, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.00516505100000586, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0014295389999574581, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0015489619999584647, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0012599959999874955, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0014088320000382737, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012520639999138439, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.002126731000032578, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012679249999791864, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001403647000017827, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012747080000394817, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012376370000310999, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012442669999472855, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012636779999297687, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001379711000026873, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012723330000312671, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012967529999627914, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013495970000576563, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012297219999481968, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0013872079999259768, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001253905999988092, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012520639999706873, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012656180000476525, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012416600000051403, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012449839999817414, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012349189999554255, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0014123299999937444, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001240037000002303, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0012923190000151408, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0013762660000224969, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013670579999711663, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0013975620000223898, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012852400000156194, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012618470000802517, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0014651829999934307, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.00130918899998278, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001241069000002426, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001257948999977998, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0013271250000457258, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0031475609999915832, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.004279335000035189, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013709570000628446, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012766840000040247, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0015114729999936571, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012705799999821465, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012692850000348699, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0014177250000102504, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0014842940000789895, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0014449759999024536, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0013078220000579677, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001276183000072706, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012362359999542605, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0012906559999237288, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012484090000270953, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013754599999629136, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012874550000105955, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0013284940000062306, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012889419999737584, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013712010000404007, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012564710000333434, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0014096200000608405, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012718689999928756, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001361006999957226, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012758510000026035, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013169689999585898, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0014590299999781564, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0019694880000429293, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012776420000477628, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0016267229999584742, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012770519999776297, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0015622689999759132, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012791670000069644, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012871320000158448, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001252686000043468, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012670129999605706, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0016048100000034538, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0017991260000371767, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012656630000265068, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013733619999811708, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001323233999983131, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012468449999687437, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012431380000066383, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013611780000246654, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012340919999473954, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001645171999939521, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001290467999979228, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012713959999928193, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012029989999291502, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.001231345999997302, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001251435999961359, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0013517310000565885, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012226970000028814, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012442049999776827, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012580399999819747, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001377223000019967, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001239264000048479, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013603689999968083, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001241423999942981, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001255890000038562, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001263894999965487, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0012602749999928164, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012444000000186861, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013900929999977052, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012582589999965421, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.001260523999974339, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012656400000423673, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001386808999995992, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012515159999679781, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013781199999698401, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012463169999819002, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012387799999942217, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012463260000004084, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012518150000460082, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012509480000062467, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0017571749999660824, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012722329999519388, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012243019999687021, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012444860000186964, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013751710000065032, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001236760000040249, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001258412000026965, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012541240000132348, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0015364979998935269, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012812779999649138, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0012819439999702809, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.001360367000017959, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0014921490000006088, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012386600000127146, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0014340270000161581, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0014934430000153043, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013532710000276893, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001241250999953536, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001366639000025316, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012516380000420213, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012740289999442211, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012521840000090378, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012303760000236252, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012271239999677164, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0013723530000788742, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012199569999893356, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012209650000158945, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012484960000165302, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013982079998982044, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012299429999416134, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013736590000235083, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012225169999737773, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012586360000454988, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012991390000252068, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013792050000347444, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012668840000173986, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.001393990999986272, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012664300000437834, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012660219999816036, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0014251210000679748, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013956450000023324, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012709940000945608, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0015027760000521084, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001262781000036739, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012306450000210134, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012871440000026269, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012641759999496571, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012739519999627191, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0017898940000691255, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0013128750000532818, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0013290090000168675, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013676689999329028, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013666329999750815, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012277799999651506, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001341799999977411, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0014284960000168212, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001237393999986125, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012776900000517344, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013036330000204543, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.001425525000001926, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013753129999827252, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012375410000231568, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012897409999936826, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012515190000499388, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001367702000038662, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001240813999970669, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001354599000080725, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012365439999939554, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012661119999961556, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012183519999666714, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012311969999245775, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001267577000021447, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0013838410000630574, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012325560000476798, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.00128717500001585, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012630490000447026, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013978650000581183, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012596589999134267, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013623169999732454, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012467340000057447, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012699670000415608, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012153569999782121, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0012555010000596667, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012580749999528962, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.001397225999994589, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012156990000562473, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012528339999562377, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012423850000118364, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.00138876800002663, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012596070000086002, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013719339999624935, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001242547000003924, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001223564999975224, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.00130057699993813, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012756899999999405, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001250766999987718, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0017389739999202902, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012944980001066142, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012697290000005523, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001251121999928273, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013696969999728026, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001250100999982351, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013088109999443986, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012780339999380885, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012913040000057663, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012823480000179188, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001265930999977627, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.001286025000013069, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0014176240000551843, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001239902999941478, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.001260371000057603, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012528419999853213, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001419231999875592, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001385927999933756, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013881940000715076, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012587610000309724, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012440619999551927, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001240884000026199, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012535079999906884, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001249461999975665, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.001410844999895744, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012731889999599844, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012572760000466587, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001216193000061594, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013902719999805413, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0013793090000717712, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001359296999964954, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012667550000173833, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-False-torch.float16-cutile-0-True-matrix-0.0-bnsd-False]": 0.0012744670000301994, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-False-torch.float16-cutile-0-True-matrix-0.0-bnsd-True]": 0.0012462610000056884, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-False-torch.float16-triton-0-True-matrix-0.0-bnsd-False]": 0.0012448779999658655, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-False-torch.float16-triton-0-True-matrix-0.0-bnsd-True]": 0.001464409000050182, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-True-torch.float16-cutile-0-True-matrix-0.0-bnsd-False]": 0.0012489089999689895, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-True-torch.float16-cutile-0-True-matrix-0.0-bnsd-True]": 0.0012661979999961659, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-True-torch.float16-triton-0-True-matrix-0.0-bnsd-False]": 0.001373709000006329, +"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-True-torch.float16-triton-0-True-matrix-0.0-bnsd-True]": 0.0018134200000190503, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-False-torch.bfloat16-False]": 0.001120037999953638, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-False-torch.bfloat16-True]": 0.001184249000004911, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-True-torch.bfloat16-False]": 0.0011140490000229875, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-True-torch.bfloat16-True]": 0.0011225660000491189, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-False-torch.bfloat16-False]": 0.0011130999999409141, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-False-torch.bfloat16-True]": 0.0012049519999095537, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-True-torch.bfloat16-False]": 0.0010869980000052237, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-True-torch.bfloat16-True]": 0.0010856460000354673, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-False-torch.bfloat16-False]": 0.0010667540000213194, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-False-torch.bfloat16-True]": 0.0010969540000473899, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-True-torch.bfloat16-False]": 0.00107472700000244, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-True-torch.bfloat16-True]": 0.0010780249999697844, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-False-torch.bfloat16-False]": 0.0010853130000327837, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-False-torch.bfloat16-True]": 0.0010983169999576603, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-True-torch.bfloat16-False]": 0.0011651369999867711, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-True-torch.bfloat16-True]": 0.0012210599999207261, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op_noncausal_unaligned_kv_tail[cutile-100-333]": 0.8723259800000278, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op_noncausal_unaligned_kv_tail[cutile-128-200]": 0.9275866240000141, +"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op_noncausal_unaligned_kv_tail[cutile-64-65]": 0.8690502929999866, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-False-False-torch.float16]": 0.1139533749999373, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-False-True-torch.float16]": 0.10463656500041907, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-True-False-torch.float16]": 0.11637485099981859, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-True-True-torch.float16]": 0.11558196899977702, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-False-False-torch.float16]": 0.10805411400019693, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-False-True-torch.float16]": 0.10970288599969535, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-True-False-torch.float16]": 0.10919327999977213, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-True-True-torch.float16]": 0.11612537100018017, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-False-False-torch.float16]": 0.7231468919999315, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-False-True-torch.float16]": 0.10552751799968974, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-True-False-torch.float16]": 0.10965694699984851, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-True-True-torch.float16]": 0.13965346599979966, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-False-False-torch.float16]": 0.10760163400004785, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-False-True-torch.float16]": 0.1128745619998881, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-True-False-torch.float16]": 0.12670229299988023, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-True-True-torch.float16]": 0.20067323400007808, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-False-False-torch.float16]": 0.13895415799993316, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-False-True-torch.float16]": 0.11482101099977626, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-True-False-torch.float16]": 0.11836873599986575, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-True-True-torch.float16]": 0.11304838999990352, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-False-False-torch.float16]": 0.12181832600003872, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-False-True-torch.float16]": 0.11607130100014729, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-True-False-torch.float16]": 0.11556923900002403, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-True-True-torch.float16]": 0.12267451499974413, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-False-False-torch.float16]": 0.10664561700014019, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-False-True-torch.float16]": 0.10266816400007883, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-True-False-torch.float16]": 0.11457619800012253, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-True-True-torch.float16]": 0.12391197000010834, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-False-False-torch.float16]": 0.11648547100026008, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-False-True-torch.float16]": 0.1098249910000959, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-True-False-torch.float16]": 0.10718140700009826, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-True-True-torch.float16]": 0.10653502599984677, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-False-False-torch.float16]": 0.11718831500002125, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-False-True-torch.float16]": 0.12221038500001669, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-True-False-torch.float16]": 0.12647985700004938, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-True-True-torch.float16]": 0.12826864699991347, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-False-False-torch.float16]": 0.10586881099993661, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-False-True-torch.float16]": 0.10491628599993419, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-True-False-torch.float16]": 0.10280948700028603, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-True-True-torch.float16]": 0.10263557100006437, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-False-False-torch.float16]": 0.15915649499993378, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-False-True-torch.float16]": 0.11110242600011588, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-True-False-torch.float16]": 0.1163799180001206, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-True-True-torch.float16]": 0.14168121500006237, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-False-False-torch.float16]": 0.13836640399972566, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-False-True-torch.float16]": 0.12236538699994526, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-True-False-torch.float16]": 0.12942557500014118, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-True-True-torch.float16]": 0.13604244800012566, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-False-False-torch.float16]": 0.10124515900020015, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-False-True-torch.float16]": 0.10613489599995773, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-True-False-torch.float16]": 0.11351687100000163, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-True-True-torch.float16]": 0.11309145299992451, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-False-False-torch.float16]": 0.6515422070003751, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-False-True-torch.float16]": 0.11500399700003072, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-True-False-torch.float16]": 0.10658981499977926, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-True-True-torch.float16]": 0.19571244799999477, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-False-False-torch.float16]": 0.09886283200034995, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-False-True-torch.float16]": 0.098479523999913, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-True-False-torch.float16]": 0.10707101200023317, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-True-True-torch.float16]": 0.10634883400007311, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-False-False-torch.float16]": 0.10915620599985232, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-False-True-torch.float16]": 0.10550091900017833, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-True-False-torch.float16]": 0.10649785900000097, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-True-True-torch.float16]": 0.10765338400028668, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-False-False-torch.float16]": 48.380753389999995, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-False-True-torch.float16]": 343.77723575000005, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-True-False-torch.float16]": 12.248543021000046, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-True-True-torch.float16]": 21.094252187000166, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-False-False-torch.float16]": 12.562354250999988, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-False-True-torch.float16]": 12.553969171000062, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-True-False-torch.float16]": 12.140622491000158, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-True-True-torch.float16]": 12.460187354000027, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-False-False-torch.float16]": 122.04591492799995, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-False-True-torch.float16]": 155.14409532600007, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-True-False-torch.float16]": 15.950445792999972, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-True-True-torch.float16]": 23.029694197000026, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-False-False-torch.float16]": 16.128188659999978, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-False-True-torch.float16]": 16.323146561000044, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-True-False-torch.float16]": 16.046692595999957, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-True-True-torch.float16]": 16.044812759000024, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-False-False-torch.float16]": 48.63862305800012, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-False-True-torch.float16]": 347.058031445, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-True-False-torch.float16]": 12.28633715699982, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-True-True-torch.float16]": 20.967922987999827, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-False-False-torch.float16]": 12.452394198000093, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-False-True-torch.float16]": 12.490899549999995, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-True-False-torch.float16]": 12.15428788700001, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-True-True-torch.float16]": 12.462009717000228, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-False-False-torch.float16]": 119.30131957899994, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-False-True-torch.float16]": 155.45476871900019, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-True-False-torch.float16]": 15.795934224999883, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-True-True-torch.float16]": 22.942972274000113, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-False-False-torch.float16]": 15.986333862000038, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-False-True-torch.float16]": 16.064941848000103, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-True-False-torch.float16]": 15.83775664299992, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-True-True-torch.float16]": 15.88933746500004, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-False-False-torch.float16]": 45.609745704000034, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-False-True-torch.float16]": 339.53092454499995, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-True-False-torch.float16]": 11.999987539000017, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-True-True-torch.float16]": 20.81323369300003, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-False-False-torch.float16]": 12.39834125499965, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-False-True-torch.float16]": 12.478546122000125, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-True-False-torch.float16]": 12.253916161000006, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-True-True-torch.float16]": 12.231574370999851, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-False-False-torch.float16]": 121.043295822, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-False-True-torch.float16]": 152.71018703699997, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-True-False-torch.float16]": 15.699319986000035, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-True-True-torch.float16]": 23.17868398899998, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-False-False-torch.float16]": 16.07556206400011, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-False-True-torch.float16]": 16.0303048290001, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-True-False-torch.float16]": 15.897452065000039, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-True-True-torch.float16]": 15.834449187000018, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-False-False-torch.float16]": 45.891810019000104, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-False-True-torch.float16]": 337.4498526420001, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-True-False-torch.float16]": 12.126635224000097, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-True-True-torch.float16]": 21.058090355000104, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-False-False-torch.float16]": 12.549149808000038, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-False-True-torch.float16]": 12.462527490999946, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-True-False-torch.float16]": 12.137833270000101, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-True-True-torch.float16]": 12.33054849600012, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-False-False-torch.float16]": 118.59211300300001, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-False-True-torch.float16]": 151.807937132, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-True-False-torch.float16]": 15.711896574999855, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-True-True-torch.float16]": 23.15961253899991, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-False-False-torch.float16]": 15.99518030899992, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-False-True-torch.float16]": 15.928417449000108, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-True-False-torch.float16]": 15.853355959000055, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-True-True-torch.float16]": 15.966126901999928, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-False-False-torch.float16]": 0.1149319529999957, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-False-True-torch.float16]": 0.11763163900013751, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-True-False-torch.float16]": 0.1260070270000142, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-True-True-torch.float16]": 0.16980763499987006, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-False-False-torch.float16]": 0.11519704199986336, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-False-True-torch.float16]": 0.10811263800019333, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-True-False-torch.float16]": 0.10560305999979391, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-True-True-torch.float16]": 0.11729136500002824, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-False-False-torch.float16]": 0.11847279600010552, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-False-True-torch.float16]": 0.11883958900011748, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-True-False-torch.float16]": 0.12025408699992113, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-True-True-torch.float16]": 0.1155721690001883, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-False-False-torch.float16]": 0.12240101899988076, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-False-True-torch.float16]": 0.13484559900007298, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-True-False-torch.float16]": 0.11216257099999893, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-True-True-torch.float16]": 0.1202786000001197, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-False-False-torch.float16]": 0.11259640199978094, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-False-True-torch.float16]": 0.11607230300000992, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-True-False-torch.float16]": 0.12008345200001713, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-True-True-torch.float16]": 0.1116590979997909, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-False-False-torch.float16]": 0.12619680200009498, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-False-True-torch.float16]": 0.11732974500000637, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-True-False-torch.float16]": 0.11123186999998325, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-True-True-torch.float16]": 0.11083917499991003, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-False-False-torch.float16]": 0.10793275099990751, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-False-True-torch.float16]": 0.10975520299984964, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-True-False-torch.float16]": 0.1052217629999177, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-True-True-torch.float16]": 0.1120366790000844, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-False-False-torch.float16]": 0.10453570200002105, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-False-True-torch.float16]": 0.11312083799998618, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-True-False-torch.float16]": 0.1107471859997986, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-True-True-torch.float16]": 0.11139940799989745, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-False-False-torch.float16]": 0.1600245160002487, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-False-True-torch.float16]": 0.150963049999973, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-True-False-torch.float16]": 0.14341811200006305, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-True-True-torch.float16]": 0.15901626599975316, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-False-False-torch.float16]": 0.13985379199993986, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-False-True-torch.float16]": 0.1446174240002165, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-True-False-torch.float16]": 0.15079715499996382, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-True-True-torch.float16]": 0.147584182999708, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-False-False-torch.float16]": 1.1877643570001055, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-False-True-torch.float16]": 1.6752614910001284, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-True-False-torch.float16]": 1.7981509319999986, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-True-True-torch.float16]": 1.8113319210001464, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-False-False-torch.float16]": 0.14417294300005778, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-False-True-torch.float16]": 0.12975825299986354, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-True-False-torch.float16]": 0.12085015299976476, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-True-True-torch.float16]": 0.14286273199991228, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-False-False-torch.float16]": 0.1304744879998907, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-False-True-torch.float16]": 0.14007674899994527, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-True-False-torch.float16]": 0.13656447700009267, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-True-True-torch.float16]": 0.13792868299992733, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-False-False-torch.float16]": 0.13412311299998692, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-False-True-torch.float16]": 0.17760977800003275, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-True-False-torch.float16]": 0.1457876950003083, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-True-True-torch.float16]": 0.11940708500014807, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-False-False-torch.float16]": 0.1540839839999535, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-False-True-torch.float16]": 0.1587140519998229, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-True-False-torch.float16]": 0.1396917229999417, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-True-True-torch.float16]": 0.13816064600018763, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-False-False-torch.float16]": 0.1404616090003401, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-False-True-torch.float16]": 0.15100976599978821, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-True-False-torch.float16]": 0.16164690600021459, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-True-True-torch.float16]": 0.14492900800019015, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-False-False-torch.float16]": 0.11671507100027156, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-False-True-torch.float16]": 0.1177685489999476, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-True-False-torch.float16]": 0.11336265999989337, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-True-True-torch.float16]": 0.11684444499996971, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-False-False-torch.float16]": 0.10683982200021092, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-False-True-torch.float16]": 0.11050202399974296, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-True-False-torch.float16]": 0.10456102899979669, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-True-True-torch.float16]": 0.1078148409997084, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-False-False-torch.float16]": 0.13008370199963792, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-False-True-torch.float16]": 0.16595329299980222, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-True-False-torch.float16]": 0.11496211700023196, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-True-True-torch.float16]": 0.11161970000011934, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-False-False-torch.float16]": 0.12239672399982737, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-False-True-torch.float16]": 0.13311194999982945, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-True-False-torch.float16]": 0.13159451500018804, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-True-True-torch.float16]": 0.11498182700029247, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-False-False-torch.float16]": 0.10353712099981749, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-False-True-torch.float16]": 0.10578388200019617, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-True-False-torch.float16]": 0.1111521850000372, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-True-True-torch.float16]": 0.1082971200000884, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-False-False-torch.float16]": 0.11263588899987553, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-False-True-torch.float16]": 0.11798906000012721, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-True-False-torch.float16]": 0.11966246600013619, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-True-True-torch.float16]": 0.10219942900016576, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-False-False-torch.float16]": 0.10338012100010019, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-False-True-torch.float16]": 0.10489064400007919, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-True-False-torch.float16]": 0.12293303000001288, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-True-True-torch.float16]": 0.1166775179999604, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-False-False-torch.float16]": 0.10294084199972531, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-False-True-torch.float16]": 0.10306921999995211, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-True-False-torch.float16]": 0.10893527999996877, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-True-True-torch.float16]": 0.10357326500002273, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-False-False-torch.float16]": 0.10481620900031885, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-False-True-torch.float16]": 0.10973461100024906, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-True-False-torch.float16]": 0.10836225000002742, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-True-True-torch.float16]": 0.10572966899985659, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-False-False-torch.float16]": 0.10482462300001316, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-False-True-torch.float16]": 0.10591645900012736, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-True-False-torch.float16]": 0.10218110300002081, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-True-True-torch.float16]": 0.10493571600022733, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-False-False-torch.float16]": 0.11541233499997361, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-False-True-torch.float16]": 0.11831621000010273, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-True-False-torch.float16]": 0.11414266299971132, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-True-True-torch.float16]": 0.12200948200006678, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-False-False-torch.float16]": 0.1006630839999616, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-False-True-torch.float16]": 0.10761475399976916, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-True-False-torch.float16]": 0.10093979299972489, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-True-True-torch.float16]": 0.10037195099994278, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-False-False-torch.float16]": 0.10629411700028868, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-False-True-torch.float16]": 0.1036648479998803, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-True-False-torch.float16]": 0.10921059599991167, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-True-True-torch.float16]": 0.10176705399999264, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-False-False-torch.float16]": 0.11032842999998138, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-False-True-torch.float16]": 0.10545364600011453, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-True-False-torch.float16]": 0.10225551799999266, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-True-True-torch.float16]": 0.10814397399985864, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-False-False-torch.float16]": 0.10611780700014606, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-False-True-torch.float16]": 0.10324757300008969, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-True-False-torch.float16]": 0.1039338369998859, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-True-True-torch.float16]": 0.10438759199996639, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-False-False-torch.float16]": 0.11454892999995536, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-False-True-torch.float16]": 0.11791327000014462, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-True-False-torch.float16]": 0.11914580099983141, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-True-True-torch.float16]": 0.10541123500024696, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[False-True-1024-512-1023-cutile]": 0.11312165700002197, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[False-True-128-256-511-cutile]": 0.1394307379999873, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[False-True-129-257-65-cutile]": 0.123546967999971, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[True-False-1024-512-1023-cutile]": 0.10977488899999344, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[True-False-128-256-511-cutile]": 0.10775448400005416, +"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[True-False-129-257-65-cutile]": 0.10798029999995151, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(1, 16, 256, 128), (1, 16, 256, 128)]-torch.bfloat16-2]": 0.1218418019998353, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(1, 2, 3, 4, 5, 6, 7, 8), (1, 2, 3, 4, 5, 6, 7, 8)]-torch.float32-0]": 0.13452345699988655, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(1, 512, 16, 128), (1, 512, 16, 128), (1, 256, 16, 128)]-torch.bfloat16-1]": 0.12063029299997652, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(1, 8, 128, 64), (2, 8, 128, 64)]-torch.float32-0]": 0.12739709599964044, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(100, 200), (50, 200), (75, 200)]-torch.bfloat16-0]": 0.26794201599977896, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(128, 256), (128, 512)]-torch.float32-1]": 0.14329528800021762, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(128, 64), (128, 96)]-torch.bfloat16-1]": 0.268288850999852, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(128, 64), (64, 64), (32, 64)]-torch.bfloat16-0]": 0.2672448710000026, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(16, 1), (16, 3), (16, 1), (16, 2)]-torch.float16-1]": 0.451489760999948, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(2, 128, 8, 64), (2, 256, 8, 64)]-torch.float16-1]": 0.1358108770000399, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(2, 3, 4, 5, 6, 7, 8, 16), (2, 3, 4, 5, 6, 7, 4, 16)]-torch.bfloat16-6]": 0.13841859100034526, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(2, 3, 4, 5, 6, 7, 8, 16), (2, 3, 4, 5, 6, 7, 8, 32)]-torch.float16-7]": 0.13931045399999675, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(2, 8, 128, 64), (2, 8, 64, 64)]-torch.float16-2]": 0.12684607499977574, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(2, 8, 64, 64), (2, 8, 64, 128)]-torch.float16-3]": 0.14126721100001305, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(256, 128), (128, 128)]-torch.float32-0]": 0.2573375369997848, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(256, 128), (256, 256), (256, 64)]-torch.float32-1]": 0.26283798999998, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(32, 64), (48, 64), (16, 64), (80, 64)]-torch.float16-0]": 0.1579192519998287, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(32, 64, 128), (16, 64, 128)]-torch.float16-0]": 0.13943391399993743, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(513,), (256,)]-torch.float16-0]": 0.2969877500001985, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(64, 128, 32), (64, 128, 96)]-torch.float32-2]": 0.1442028260000825, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(64, 32), (64, 48), (64, 16)]-torch.float16-1]": 0.2698015780001697, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(64, 32, 128), (64, 48, 128)]-torch.bfloat16-1]": 0.11608475399998497, +"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(64,), (32,), (96,)]-torch.float16-0]": 0.26400063899995985, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-128-torch.bfloat16]": 0.002527947999993785, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-128-torch.float32]": 0.0036212119999987635, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-16-torch.bfloat16]": 0.13298371500000883, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-16-torch.float32]": 0.5156774320000039, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[256-7-torch.bfloat16]": 0.11289237000001151, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[256-7-torch.float32]": 0.13614865700000678, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[300-33-torch.bfloat16]": 0.12292666399999064, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[300-33-torch.float32]": 0.14570325100000048, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill_matches_update_stepwise": 0.1743770099999864, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[2048-torch.bfloat16]": 0.1510331289999982, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[2048-torch.float32]": 0.18139789700001074, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[256-torch.bfloat16]": 0.0018695820000118601, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[256-torch.float32]": 0.0019354979999803845, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[300-torch.bfloat16]": 0.17304628400002287, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[300-torch.float32]": 0.13799911899999984, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_update_2d_legacy_call[torch.bfloat16]": 0.001725804000002995, +"tests/ops/test_causal_conv1d_lfm2.py::test_op_update_2d_legacy_call[torch.float32]": 0.0040427649999941195, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K256_V128-bf16]": 32.660206159000026, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K256_V128-fp32]": 0.004294768999983489, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K64_V128-bf16]": 4.386786309000001, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K64_V128-fp32]": 0.0015188699999839628, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T100_unaligned-bf16]": 6.324620039000024, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T100_unaligned-fp32]": 0.0015070839999680175, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T16-bf16]": 6.667760043999991, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T16-fp32]": 0.0016581049999899733, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T2048_long_seq-bf16]": 12.285553109000034, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T2048_long_seq-fp32]": 0.0015660910000008244, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T32_final_state-bf16]": 23.597827491000004, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T32_final_state-fp32]": 0.00180647700000236, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T37_prime-bf16]": 0.20885497399999053, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T37_prime-fp32]": 0.001406025000022737, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T512_long_seq-bf16]": 11.934675139999996, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T512_long_seq-fp32]": 0.0014211460000410625, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T64-bf16]": 0.13204836600002068, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T64-fp32]": 0.001513499999987289, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T65_off_by_1-bf16]": 23.30779014600003, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T65_off_by_1-fp32]": 0.0013662810000028003, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-chunk32-bf16]": 3.7535910640000054, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-chunk32-fp32]": 0.0013939649999770154, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-decode-bf16]": 8.759982337000011, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-decode-fp32]": 0.0015304150000048367, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-init_final_state-bf16]": 3.4440658470000187, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-init_final_state-fp32]": 0.0013575799999898663, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-l2norm-bf16]": 8.379113263999997, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-l2norm-fp32]": 0.0019865820000006806, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-minimal-bf16]": 9.255415892000002, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-minimal-fp32]": 0.0015410960000110663, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-qwen3_5_T10782-bf16]": 2.682266846999994, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-qwen3_5_T10782-fp32]": 0.0014018399999997655, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K256_V128-bf16]": 0.0013258169999943448, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K256_V128-fp32]": 0.0013734340000155498, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K64_V128-bf16]": 10.927273182999954, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K64_V128-fp32]": 0.0013892380000015692, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T100_unaligned-bf16]": 13.879433175000017, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T100_unaligned-fp32]": 0.00151724199999137, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T16-bf16]": 0.10452585199999476, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T16-fp32]": 0.001285252999991826, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T2048_long_seq-bf16]": 0.0015551039999763816, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T2048_long_seq-fp32]": 0.0056137110000236135, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T32_final_state-bf16]": 0.11654494100002921, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T32_final_state-fp32]": 0.0013537089999999807, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T37_prime-bf16]": 0.12496411099998284, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T37_prime-fp32]": 0.0020657240000048205, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T512_long_seq-bf16]": 0.006393047999978307, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T512_long_seq-fp32]": 0.0014065419999838014, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T64-bf16]": 0.11374092400001246, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T64-fp32]": 0.0013168879999909677, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T65_off_by_1-bf16]": 44.98100831699999, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T65_off_by_1-fp32]": 0.0013443050000176981, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-chunk32-bf16]": 4.175422161, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-chunk32-fp32]": 0.0014385130000107438, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-decode-bf16]": 0.12166018700003178, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-decode-fp32]": 0.0013553759999922477, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-init_final_state-bf16]": 9.272560266, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-init_final_state-fp32]": 0.0013681570000017018, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-l2norm-bf16]": 0.0018607660000071746, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-l2norm-fp32]": 0.0014812749999748576, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-minimal-bf16]": 0.17868703900001037, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-minimal-fp32]": 0.0013850049999746261, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-qwen3_5_T10782-bf16]": 0.0012812029999906827, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-qwen3_5_T10782-fp32]": 0.0013935530000139806, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[cutile-in_kernel_l2]": 2.747887896000009, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[cutile-prenormalized]": 23.55785032999998, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[tilecpp-in_kernel_l2]": 0.0010655800000165527, +"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[tilecpp-prenormalized]": 10.093401298000003, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-False-False-torch.float32-1e-05]": 0.13882002200000443, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-False-True-torch.float32-1e-05]": 0.13640750100000787, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-True-False-torch.float32-1e-05]": 0.11854121799999007, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-True-True-torch.float32-1e-05]": 0.24479245800000626, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-False-False-torch.float32-1e-05]": 0.10323259799997686, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-False-True-torch.float32-1e-05]": 0.14494958599999563, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-True-False-torch.float32-1e-05]": 0.11748101300000258, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-True-True-torch.float32-1e-05]": 0.23966476799995462, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-False-torch.float16-1e-05]": 0.0945251039999846, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-False-torch.float32-1e-05]": 0.6502623060000019, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-True-torch.float16-1e-05]": 0.11115259100000685, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-True-torch.float32-1e-05]": 0.10821113300002594, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-False-torch.float16-1e-05]": 0.1256936760000258, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-False-torch.float32-1e-05]": 0.1282808040000134, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-True-torch.float16-1e-05]": 0.28114820299998655, +"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-True-torch.float32-1e-05]": 0.23007754900001487, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-False-False-torch.float32-1e-05]": 0.1005757590000087, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-False-True-torch.float32-1e-05]": 0.1116329959999689, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-True-False-torch.float32-1e-05]": 0.13515968199999406, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-True-True-torch.float32-1e-05]": 0.6438245490000156, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-False-False-torch.float32-1e-05]": 0.10444023299996275, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-False-True-torch.float32-1e-05]": 0.10016759600000569, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-True-False-torch.float32-1e-05]": 0.13065062600000488, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-True-True-torch.float32-1e-05]": 0.6871782229999894, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-False-torch.float16-1e-05]": 0.09763442900000996, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-False-torch.float32-1e-05]": 0.24691509600000927, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-True-torch.float16-1e-05]": 0.11264488600002664, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-True-torch.float32-1e-05]": 0.10234758700002544, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-False-torch.float16-1e-05]": 0.12097006200002625, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-False-torch.float32-1e-05]": 0.13081786699999043, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-True-torch.float16-1e-05]": 0.5770519259999674, +"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-True-torch.float32-1e-05]": 0.6132863990000317, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-False-False-torch.float32-1e-05]": 0.09423632499998291, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-False-True-torch.float32-1e-05]": 0.09503744799998515, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-True-False-torch.float32-1e-05]": 0.12132870100001014, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-True-True-torch.float32-1e-05]": 8.781184025000002, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-False-False-torch.float32-1e-05]": 0.10210134600001197, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-False-True-torch.float32-1e-05]": 0.09881715800000279, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-True-False-torch.float32-1e-05]": 0.12101783299998203, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-True-True-torch.float32-1e-05]": 2.0454804449999955, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-False-torch.float16-1e-05]": 0.1029975200000024, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-False-torch.float32-1e-05]": 0.09158984100000112, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-True-torch.float16-1e-05]": 0.1122762150000085, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-True-torch.float32-1e-05]": 0.09339005799999711, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-False-torch.float16-1e-05]": 0.1293644250000341, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-False-torch.float32-1e-05]": 0.12080294500000832, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-True-torch.float16-1e-05]": 7.202671487999979, +"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-True-torch.float32-1e-05]": 2.0477667610000054, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-()-0-0.5-torch.bfloat16-cutile]": 0.13040032299997506, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-()-0-0.5-torch.float16-cutile]": 0.12369690099995978, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-()-0-0.5-torch.float32-cutile]": 0.1255304499999852, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(0,)-99-0.5-torch.bfloat16-cutile]": 0.09779721400002472, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(0,)-99-0.5-torch.float16-cutile]": 0.10259501999996701, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(0,)-99-0.5-torch.float32-cutile]": 0.13516364700004146, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1,)-11-0.2-torch.bfloat16-cutile]": 0.11555169700002921, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1,)-11-0.2-torch.float16-cutile]": 0.12244977500003529, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1,)-11-0.2-torch.float32-cutile]": 0.1317784599999925, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1023,)-99-0.5-torch.bfloat16-cutile]": 0.14644891900002222, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1023,)-99-0.5-torch.float16-cutile]": 0.13352863600005094, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1023,)-99-0.5-torch.float32-cutile]": 0.1361855730000059, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1025,)-_7-0.8-torch.bfloat16-cutile]": 0.13438086800002225, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1025,)-_7-0.8-torch.float16-cutile]": 0.1308466239999575, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1025,)-_7-0.8-torch.float32-cutile]": 0.13237164999998186, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(17, 63)-9223372036854775807-0.2-torch.bfloat16-cutile]": 0.130904672000014, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(17, 63)-9223372036854775807-0.2-torch.float16-cutile]": 0.12203132700000197, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(17, 63)-9223372036854775807-0.2-torch.float32-cutile]": 0.1253567960000055, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(2, 17, 31)-11-0.5-torch.bfloat16-cutile]": 0.12012928100000408, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(2, 17, 31)-11-0.5-torch.float16-cutile]": 0.11915030899996282, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(2, 17, 31)-11-0.5-torch.float32-cutile]": 0.13290595199998734, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(65537,)-99-0.4-torch.bfloat16-cutile]": 0.31591400899998234, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(65537,)-99-0.4-torch.float16-cutile]": 0.31974026399998934, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(65537,)-99-0.4-torch.float32-cutile]": 0.30014862699999867, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-()-0-0.5-torch.bfloat16-cutile]": 0.28260262200001307, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-()-0-0.5-torch.float16-cutile]": 0.27438949499995147, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-()-0-0.5-torch.float32-cutile]": 0.23840494999996054, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(0,)-99-0.5-torch.bfloat16-cutile]": 0.12898111099997323, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(0,)-99-0.5-torch.float16-cutile]": 0.1258810589999939, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(0,)-99-0.5-torch.float32-cutile]": 0.14171623100000375, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1,)-11-0.2-torch.bfloat16-cutile]": 0.2826335190000009, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1,)-11-0.2-torch.float16-cutile]": 0.26274865300001693, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1,)-11-0.2-torch.float32-cutile]": 0.26995726199999126, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1023,)-99-0.5-torch.bfloat16-cutile]": 0.27962840499998265, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1023,)-99-0.5-torch.float16-cutile]": 0.26215605000001574, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1023,)-99-0.5-torch.float32-cutile]": 0.27169326800000704, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1025,)-_7-0.8-torch.bfloat16-cutile]": 0.2884164829999918, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1025,)-_7-0.8-torch.float16-cutile]": 0.2551540100000125, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1025,)-_7-0.8-torch.float32-cutile]": 0.2552691749999667, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(17, 63)-9223372036854775807-0.2-torch.bfloat16-cutile]": 0.27413179100000207, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(17, 63)-9223372036854775807-0.2-torch.float16-cutile]": 0.2701367250000146, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(17, 63)-9223372036854775807-0.2-torch.float32-cutile]": 0.257769087000014, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(2, 17, 31)-11-0.5-torch.bfloat16-cutile]": 0.2693615109999712, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(2, 17, 31)-11-0.5-torch.float16-cutile]": 0.23969476300001702, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(2, 17, 31)-11-0.5-torch.float32-cutile]": 0.2719064719999835, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(65537,)-99-0.4-torch.bfloat16-cutile]": 0.46199169200002643, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(65537,)-99-0.4-torch.float16-cutile]": 0.41653415900000823, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(65537,)-99-0.4-torch.float32-cutile]": 0.438049196999998, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[False-False-0.5-cutile]": 0.12053292699999929, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[False-False-1.0-cutile]": 0.11357528199999933, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[False-True-0.0-cutile]": 0.09727953500001263, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[False-True-1.0-cutile]": 0.24757356599997138, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[True-False-0.5-cutile]": 0.13740058199996952, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[True-False-1.0-cutile]": 0.13569127299999195, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[True-True-0.0-cutile]": 0.12569803400000978, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[True-True-1.0-cutile]": 0.11752476700002035, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_higher_order_gradient[cutile]": 0.12313635500001396, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_forbidden_view[no_grad-cutile]": 0.0012280740000107926, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_forbidden_view[split-cutile]": 0.0013154209999868272, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_leaf[False-cutile]": 0.0013330539999856228, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_leaf[True-cutile]": 0.001247527999993281, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_no_grad[False-cutile]": 0.0014006620000088787, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_no_grad[True-cutile]": 0.0014001830000154314, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_nonleaf_view[cutile]": 0.003182509000026812, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_invalid_probability[1.1-cutile]": 0.0009923710000236952, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_invalid_probability[_0.1-cutile]": 0.0010675229999890234, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_invalid_probability[nan-cutile]": 0.0010049589999994168, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_repeated_backward[cutile]": 0.12207096299999876, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_strided_gradient[expand-cutile]": 0.12603416400003198, +"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_strided_gradient[transpose-cutile]": 0.11993886499999462, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-119]": 0.2587565710000206, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-256]": 0.6145759420000161, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-8192]": 1.1305245959999866, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-9]": 0.589304052999978, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-119]": 0.12546772199999623, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-256]": 0.42889182600001163, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-8192]": 1.163333735000009, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-9]": 0.44758828399997697, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-119]": 0.12884918700001435, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-256]": 0.5077059879999979, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-8192]": 0.8651561800000138, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-9]": 0.46274849300002074, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-119]": 0.9202939719999677, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-256]": 0.9359988159999943, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-8192]": 1.4684992030000217, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-9]": 1.4245838690000028, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-119]": 0.9620102060000022, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-256]": 0.9337082299999793, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-8192]": 1.5349148269999944, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-9]": 0.9114115429999856, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-119]": 0.9338256660000184, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-256]": 0.8905400109999846, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-8192]": 1.5425630130000059, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-9]": 0.9046952660000045, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-1000-16]": 0.757334281999988, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-1024-8]": 0.7638762449999774, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-129-64]": 0.5522194730000365, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-200-16]": 0.5991055089999691, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-256-64]": 0.5753840649999802, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-257-1]": 0.9741483919999894, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-300-32]": 0.6486796810000044, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-1000-16]": 1.4674867869999844, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-1024-8]": 1.6797988999999518, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-129-64]": 1.3929907759999764, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-200-16]": 1.4718753319999962, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-256-64]": 1.4216637500000218, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-257-1]": 1.7260369780000246, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-300-32]": 1.3965937300000348, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[cutile-129]": 0.6042578199999866, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[cutile-1]": 0.3852102370000523, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[cutile-2]": 0.2769826909999722, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[cutile-3]": 0.29079807400000846, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[tilecpp-129]": 0.974053701999992, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[tilecpp-1]": 0.901593795999986, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[tilecpp-2]": 0.9591562680000152, +"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[tilecpp-3]": 0.9208594030000086, +"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-12-4-512-64-256-30.0-True-torch.bfloat16]": 0.0013941409999915777, +"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-0-None-False-torch.float16]": 0.001465691000021252, +"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-64-10.0-False-torch.float32]": 0.001275187999993932, +"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-64-10.0-True-torch.float16]": 0.0014635750000024927, +"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-12-4-512-64-256-30.0-True-torch.bfloat16]": 0.0011891679999962435, +"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-0-None-False-torch.float16]": 0.0013250389999939216, +"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-64-10.0-False-torch.float32]": 0.0013368530000263945, +"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-64-10.0-True-torch.float16]": 0.0012214489999848865, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-4-256-64-64-10.0-torch.float16]": 0.0011455920000003061, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-10019-64-256-50.0-torch.bfloat16]": 0.0012218109999935223, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-10024-64-0-None-torch.float16]": 0.0011107769999796346, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-128-64-0-10.0-torch.float16]": 0.001287212999983467, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-128-64-0-None-torch.float16]": 0.001157762000019602, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-256-64-64-10.0-torch.float16]": 0.0012562929999830885, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-4-256-64-64-10.0-torch.float16]": 0.001193766000000096, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-10019-64-256-50.0-torch.bfloat16]": 0.0010341990000029, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-10024-64-0-None-torch.float16]": 0.001055080000014641, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-128-64-0-10.0-torch.float16]": 0.0010463219999792273, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-128-64-0-None-torch.float16]": 0.001058056000005081, +"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-256-64-64-10.0-torch.float16]": 0.0010369400000058704, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-False-torch.float16]": 4.085109657000004, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-True-torch.float16]": 3.9869307029999845, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.2172964130000139, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.20671344900000577, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.21839337400001568, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.23409765799999604, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.2411266529999807, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.23728468800001679, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.2146032730000229, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.2170326140000043, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.23860745399994698, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.2189552960000185, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.2267297290000272, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.21733175700001084, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.22695868100001348, +"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.25402201300005345, +"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-1004-2456-1.0-torch.float16]": 0.5016813459999696, +"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-256-256-0.0-torch.float16]": 0.31778371499999025, +"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-256-256-1.0-torch.float16]": 0.3079856659999791, +"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-512-256-0.0-torch.float32]": 0.33200202699998727, +"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-9-9-0.0-torch.float16]": 0.26147091200002137, +"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-2-512-256-0.0-torch.float16]": 3.2622275820000084, +"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-256-256-128-1.0-torch.float16]": 0.9177149239999665, +"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-512-256-128-0.0-torch.float32]": 1.2009441910000191, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-0.0-torch.float16]": 0.31932579400000805, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-0.0-torch.float32]": 0.2803024180000193, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-1.0-torch.float16]": 0.2707200769999929, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-9-9-0.0-torch.float16]": 0.2854291259999968, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-0.0-torch.float16]": 0.6823472009999989, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-0.0-torch.float32]": 0.20441401299996187, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-1.0-torch.float16]": 0.12131077499995513, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-9-9-0.0-torch.float16]": 0.5744058729999892, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-0.0-torch.float16]": 11.499543775000035, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-0.0-torch.float32]": 6.043225958999983, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-1.0-torch.float16]": 0.1455972359999862, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-9-9-0.0-torch.float16]": 13.002892110000033, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-offset-2-64-512-torch.float16]": 0.3143042720000153, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-offset-4-128-256-torch.float32]": 0.29136149599997907, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-permuted-2-64-512-torch.float16]": 0.2778117619999989, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-permuted-4-128-256-torch.float32]": 0.1420149989999686, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-row_sliced-2-64-512-torch.float16]": 0.12104895499999202, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-row_sliced-4-128-256-torch.float32]": 0.1456893150000269, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-offset-2-64-512-torch.float16]": 0.6693835930000205, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-offset-4-128-256-torch.float32]": 0.6204670649999571, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-permuted-2-64-512-torch.float16]": 0.6059517030000166, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-permuted-4-128-256-torch.float32]": 0.5927980360000049, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-row_sliced-2-64-512-torch.float16]": 0.6830421169999852, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-row_sliced-4-128-256-torch.float32]": 0.6501434350000181, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-offset-2-64-512-torch.float16]": 0.2812747700000102, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-offset-4-128-256-torch.float32]": 0.24910026300000254, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-permuted-2-64-512-torch.float16]": 10.786686268000011, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-permuted-4-128-256-torch.float32]": 13.863774231999997, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-row_sliced-2-64-512-torch.float16]": 0.1185940759999653, +"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-row_sliced-4-128-256-torch.float32]": 0.14557669900000292, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-1024-1024-torch.bfloat16]": 4.571937235999997, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-256-256-torch.bfloat16]": 2.872634522999988, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-30000-1024-torch.bfloat16]": 4.875241839000012, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-4096-512-torch.bfloat16]": 4.136316176000008, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-1024-1024-torch.bfloat16]": 0.0010657100000344144, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-256-256-torch.bfloat16]": 3.2656706440000107, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-30000-1024-torch.bfloat16]": 0.0011052750000146716, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-4096-512-torch.bfloat16]": 4.200265275000021, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-1024-1024-torch.bfloat16]": 14.41451854600001, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-256-256-torch.bfloat16]": 8.687276618999988, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-30000-1024-torch.bfloat16]": 2.299574010000015, +"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-4096-512-torch.bfloat16]": 12.47739032800007, +"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1023-silu-torch.float32]": 0.0010362060000090878, +"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1024-relu-torch.float32]": 0.0016349059999924975, +"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1024-silu-torch.float32]": 0.0009833070000127009, +"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-512-gelu_tanh-torch.float32]": 0.0010271149999994122, +"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-512-512-256-silu-torch.float16]": 0.0010020239999732894, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-T192-bf16]": 10.398872110999946, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-batch2-bf16]": 145.05700979200003, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-groups2-bf16]": 161.86889911700018, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-large-bf16]": 455.12302423, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-minimal-bf16]": 162.32847229599986, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-single-chunk-bf16]": 210.1678385099999, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-standard-bf16]": 369.87280952900005, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-three-chunks-bf16]": 288.14333866100014, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op_grouped_state_gradients[cutile-64]": 445.302843834, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-T192-bf16]": 1.7057506829999625, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-batch2-bf16]": 1.9132967620000159, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-chunk128-ungrouped-bf16]": 221.31976981799994, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-groups2-bf16]": 32.23990914899997, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-large-bf16]": 105.90104362700004, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-minimal-bf16]": 33.61876080000005, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-single-chunk-bf16]": 32.957789803000026, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-standard-bf16]": 65.87873940999998, +"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-three-chunks-bf16]": 4.563255488999914, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0014408530000196151, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 0.9909621669999922, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-True-torch.bfloat16]": 0.9187925549999818, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1024-0-0-True-False-torch.bfloat16]": 0.893554034999994, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.00383177400001955, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-37-64-2048-0-0-False-True-torch.bfloat16]": 0.9578627410000138, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 0.878852409000018, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0012902459999963867, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.001433754999879966, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 10.102948752999964, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-True-torch.bfloat16]": 9.897562249000202, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1024-0-0-True-False-torch.bfloat16]": 9.534341611999935, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.006610753999893859, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-37-64-2048-0-0-False-True-torch.bfloat16]": 9.897217640999997, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 9.914641033999942, +"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0012702569999873958, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0015880949999882432, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 1.6866875870001081, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1024-0-0-False-True-torch.bfloat16]": 1.6394331779999902, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1024-0-0-True-False-torch.bfloat16]": 1.5609645329999466, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0013926599999649625, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-37-64-2048-0-0-False-True-torch.bfloat16]": 1.629640580000057, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 1.4762048740000182, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0016017730000612573, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.001571322999950553, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 0.15188867899996694, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1024-0-0-False-True-torch.bfloat16]": 1.2237296619999825, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1024-0-0-True-False-torch.bfloat16]": 5.716287132000048, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0014228279999315419, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-37-64-2048-0-0-False-True-torch.bfloat16]": 15.43443507699999, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 0.6697792570000161, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.001346941000008428, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0015242660000467367, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 1.7053747969999336, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-True-torch.bfloat16]": 1.58224556600004, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1024-0-0-True-False-torch.bfloat16]": 1.5699921319999817, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.001389506999942114, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-37-64-2048-0-0-False-True-torch.bfloat16]": 1.6409572080000316, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 1.4596174480000172, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.001320711000062147, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0014635219999945548, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 15.36152168800001, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-True-torch.bfloat16]": 15.431795487000016, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1024-0-0-True-False-torch.bfloat16]": 15.792711965000024, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0014240129999905093, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-37-64-2048-0-0-False-True-torch.bfloat16]": 15.454806397000027, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 13.916031618000005, +"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0017567650000103185, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(2112, 7168)-256]": 30.064029250999965, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(2112, 7168)-32]": 12.142844977999971, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 1536)-256]": 27.017327488999967, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 1536)-32]": 12.362473109000007, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 7168)-256]": 30.172507322, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 7168)-32]": 12.34415777300012, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(3072, 1536)-256]": 26.843703889999915, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(3072, 1536)-32]": 12.142902107000054, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(32768, 512)-256]": 26.588131031999865, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(32768, 512)-32]": 11.119484968000052, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(36864, 7168)-256]": 29.933094019000123, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(36864, 7168)-32]": 12.431077102999893, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(4096, 7168)-256]": 30.05274812800002, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(4096, 7168)-32]": 12.448482463000005, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(576, 7168)-256]": 29.78076746599993, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(576, 7168)-32]": 12.24303317500005, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 16384)-256]": 37.80025730800003, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 16384)-32]": 14.770940204999988, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 18432)-256]": 39.55564591199993, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 18432)-32]": 15.400773920000006, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 2048)-256]": 28.3415419239999, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 2048)-32]": 13.535458309999967, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 256)-256]": 20.91029841400018, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 256)-32]": 7.86214082999993, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(2112, 7168)-256]": 27.305790371000057, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(2112, 7168)-32]": 10.788574170999993, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 1536)-256]": 18.78821588900007, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 1536)-32]": 8.286353581000014, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 7168)-256]": 27.410539495000023, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 7168)-32]": 11.038045107000016, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(3072, 1536)-256]": 18.680513633000032, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(3072, 1536)-32]": 8.219848755000044, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(32768, 512)-256]": 20.46173012600002, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(32768, 512)-32]": 9.232726599999978, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(36864, 7168)-256]": 27.756831911000006, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(36864, 7168)-32]": 10.586798369000007, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(4096, 7168)-256]": 26.884198074999972, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(4096, 7168)-32]": 10.703586687999916, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(576, 7168)-256]": 26.91600465900001, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(576, 7168)-32]": 10.520573194000008, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 16384)-256]": 40.66027626500005, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 16384)-32]": 14.452812952999977, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 18432)-256]": 43.64529082700011, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 18432)-32]": 15.320695975000035, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 2048)-256]": 19.629332447000024, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 2048)-32]": 8.509609897999951, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 256)-256]": 16.25441049799997, +"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 256)-32]": 6.869633978000138, +"tests/ops/test_mla.py::Test_MLA::test_op[cutile-1-64-64-torch.bfloat16-False]": 0.0016675779999104634, +"tests/ops/test_mla.py::Test_MLA::test_op[cutile-1-64-64-torch.bfloat16-True]": 0.001233098999819049, +"tests/ops/test_mla.py::Test_MLA::test_op[cutile-4-64-64-torch.bfloat16-False]": 0.0014830889999757346, +"tests/ops/test_mla.py::Test_MLA::test_op[cutile-4-64-64-torch.bfloat16-True]": 0.0015556450000531186, +"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-1-64-64-torch.bfloat16-False]": 0.0020175690001451585, +"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-1-64-64-torch.bfloat16-True]": 0.001469038999971417, +"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-4-64-64-torch.bfloat16-False]": 0.0010435500000767206, +"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-4-64-64-torch.bfloat16-True]": 0.001313535999997839, +"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-128-False]": 0.0010613439999360708, +"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-16-True]": 1.162421841999958, +"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-32-True]": 0.1383397149999155, +"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-64-False]": 0.001206395000053817, +"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-128-False]": 0.10713049799994678, +"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-16-True]": 1.236908375999974, +"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-32-True]": 0.1361959860000752, +"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-64-False]": 0.10588994899990212, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-16]": 4.6144872730001225, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-24]": 0.31342980500005524, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-32]": 0.311596426000051, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-8]": 4.728879624000001, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-16]": 3.983739550999985, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-24]": 0.4967197749999741, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-32]": 0.5013569650000136, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-8]": 3.8165879800000084, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-16]": 3.5763037380000924, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-24]": 0.3129511529999718, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-32]": 0.2774564600000531, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-8]": 3.5339038990000518, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-16]": 4.872952151999812, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-24]": 0.508154238999964, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-32]": 0.4679655649999859, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-8]": 4.7693812090000165, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-16]": 4.870669582000119, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-24]": 0.3201572599999736, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-32]": 0.3060806850000972, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-8]": 4.823490219999826, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-16]": 3.831889761999946, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-24]": 3.8278056899998774, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-32]": 0.4149468769999203, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-8]": 3.932403747999956, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-16]": 3.739844835000099, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-24]": 0.28402317999996285, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-32]": 0.3306730989999096, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-8]": 3.7285128969999732, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-16]": 4.915526917999955, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-24]": 0.37333504900004755, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-32]": 5.044717882999976, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-8]": 4.89634284400006, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-16]": 9.07073769300007, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-24]": 9.111866082999995, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-32]": 8.989153213999998, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-8]": 9.011912739000081, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-16]": 11.63861657199999, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-24]": 10.910366741000018, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-32]": 11.166831148, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-8]": 10.856861812000034, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-16]": 10.761136965000219, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-24]": 10.86592923499984, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-32]": 10.713296575000072, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-8]": 10.721262460000048, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-16]": 9.156575246000102, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-24]": 9.160351167000044, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-32]": 9.184119394000163, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-8]": 9.247900981000043, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-16]": 8.649203537000005, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-24]": 9.143403898999992, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-32]": 8.591285241000037, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-8]": 9.248955467000002, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-16]": 10.823084166000058, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-24]": 10.746937933000027, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-32]": 11.159475967000049, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-8]": 11.086151546999986, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-16]": 10.764243533000013, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-24]": 10.792845091000032, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-32]": 10.752864946999978, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-8]": 10.987386848, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-16]": 8.748274434000052, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-24]": 9.275924558999975, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-32]": 8.765097817999958, +"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-8]": 9.043729789999986, +"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-16-16-16-8-4]": 2.54435567500002, +"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-16-512-256-8-2]": 2.695156604000033, +"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-16-80-32-8-2]": 2.268160050000006, +"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-32-1024-512-16-4]": 2.940755382999953, +"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-64-1024-512-20-8]": 2.479339772000003, +"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-16-16-16-8-4]": 0.0012417480000408432, +"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-16-512-256-8-2]": 0.0010821469999200417, +"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-16-80-32-8-2]": 0.0011353529999951206, +"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-32-1024-512-16-4]": 0.0010947390000524138, +"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-64-1024-512-20-8]": 0.0010625190000155271, +"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-16-16-16-8-4]": 3.8916258130000188, +"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-16-512-256-8-2]": 3.2947947809999505, +"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-16-80-32-8-2]": 3.251058838000006, +"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-32-1024-512-16-4]": 4.460037290999992, +"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-64-1024-512-20-8]": 4.111220956999944, +"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-16-16-16-8-4]": 2.5092078789999164, +"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-16-512-256-8-2]": 3.1226770789999705, +"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-16-80-32-8-2]": 2.5651588489999995, +"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-32-1024-512-16-4]": 2.6088860360000012, +"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-64-1024-512-20-8]": 2.5985494210000866, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.bfloat16-128-128]": 2.3049420369999893, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.bfloat16-16-16]": 1.2776609449999796, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.bfloat16-80-32]": 1.5609244379999723, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.float16-128-128]": 2.3310659069999815, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.float16-16-16]": 2.2795221100000163, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.float16-80-32]": 2.159423403999938, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.bfloat16-128-128]": 2.735615684000095, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.bfloat16-16-16]": 1.9684783160000165, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.bfloat16-80-32]": 2.22446800299997, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.float16-128-128]": 2.7087826149999614, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.float16-16-16]": 3.330275963999952, +"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.float16-80-32]": 2.168022047000022, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-2048-4096-1024-64-4-swiglu]": 0.2590396029999056, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-2048-1408-60-4-swiglu]": 3.17659219199993, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-1-swiglu]": 0.24920510699996612, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-2-swiglu]": 0.25164481000001615, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-geglu]": 4.458459880000021, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-gelu]": 3.8709380430000238, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-reglu]": 3.520676576000085, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-relu]": 2.9168724630000042, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-relu_sq]": 2.799458001000005, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-silu]": 3.35625513399998, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-swiglu]": 3.7364888320000205, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-512-4096-1024-64-4-swiglu]": 0.27675742899992883, +"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-512-4096-14336-8-2-swiglu]": 3.453344200999936, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-K64_V128-bf16]": 0.10339924399994516, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-K64_V128-fp32]": 0.12510818600003404, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T16-bf16]": 0.7741769289999638, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T16-fp32]": 0.7509744820000606, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T32_final_state-bf16]": 0.5387009519999992, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T32_final_state-fp32]": 0.5894581150000135, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T64-bf16]": 0.9121677970000519, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T64-fp32]": 0.8129916739999885, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-decode-bf16]": 0.35281839399999626, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-decode-fp32]": 0.3903468760000237, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-init_final_state-bf16]": 0.8724232629999733, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-init_final_state-fp32]": 0.8855572470000084, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-l2norm-bf16]": 5.420586269999944, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-l2norm-fp32]": 4.943897687000003, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-minimal-bf16]": 0.3867991889999871, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-minimal-fp32]": 0.40216546099992456, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-qwen35_cached_decode-bf16]": 0.44458713800003125, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-qwen35_cached_decode-fp32]": 0.4675354589999756, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-K64_V128-bf16]": 0.12185661499984235, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-K64_V128-fp32]": 0.150839182000027, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T16-bf16]": 0.10343434499992554, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T16-fp32]": 0.1558002450000231, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T32_final_state-bf16]": 341.5558833760001, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T32_final_state-fp32]": 337.490522137, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T64-bf16]": 0.10257879400001002, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T64-fp32]": 0.10196959699987929, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-decode-bf16]": 10.256856718000051, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-decode-fp32]": 10.632589596000003, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-init_final_state-bf16]": 1.1990707689999454, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-init_final_state-fp32]": 1.1164470270002766, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-l2norm-bf16]": 174.72533530600003, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-l2norm-fp32]": 181.6196291880001, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-minimal-bf16]": 0.09036381800024174, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-minimal-fp32]": 0.11830080700019607, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-qwen35_cached_decode-bf16]": 1.9879901109999878, +"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-qwen35_cached_decode-fp32]": 2.0067664659999878, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-18432-torch.float16]": 0.0020308349999140773, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-256-torch.float16]": 0.2791304389998004, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-256-torch.float32]": 0.2438164609998239, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-768-torch.float16]": 0.2343641090001256, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-31072-4096-torch.bfloat16]": 0.76486510299992, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-4096-256-torch.bfloat16]": 0.33071788299980653, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-18432-torch.float16]": 0.5262315560000843, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-256-torch.float16]": 0.2135910829997556, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-256-torch.float32]": 0.2375665540000682, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-768-torch.float16]": 0.25150385899974026, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-31072-4096-torch.bfloat16]": 0.32243423600039023, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-4096-256-torch.bfloat16]": 0.24760201200001575, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-18432-torch.float16]": 0.29689102799989087, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-256-torch.float16]": 0.11941957499993805, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-256-torch.float32]": 0.12091845800000556, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-768-torch.float16]": 0.08792940200032717, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-31072-4096-torch.bfloat16]": 0.31949363400008224, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-4096-256-torch.bfloat16]": 0.25138501499986887, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-18432-torch.float16]": 0.0011749450000024808, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-256-torch.float16]": 0.3400497910001832, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-256-torch.float32]": 1.0165477410000676, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-768-torch.float16]": 0.476220067000213, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-31072-4096-torch.bfloat16]": 0.1514375479996488, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-4096-256-torch.bfloat16]": 0.11569079199966836, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-18432-torch.float16]": 0.0013488709999762705, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-256-torch.float16]": 0.6248705389999998, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-256-torch.float32]": 0.6580017169999905, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-768-torch.float16]": 0.6190942400000097, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-31072-4096-torch.bfloat16]": 0.8683585029999961, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-4096-256-torch.bfloat16]": 0.751061653000022, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-18432-torch.float16]": 1.3257192579999924, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-256-torch.float16]": 0.6047309680000126, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-256-torch.float32]": 0.6638502479999602, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-768-torch.float16]": 0.6305372559999682, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-31072-4096-torch.bfloat16]": 0.7514685189999568, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-4096-256-torch.bfloat16]": 0.6045057690000135, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-18432-torch.float16]": 0.6730690999999922, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-256-torch.float16]": 0.14733091500002615, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-256-torch.float32]": 0.18268168999998124, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-768-torch.float16]": 0.1364930429999731, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-31072-4096-torch.bfloat16]": 0.7206045869999684, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-4096-256-torch.bfloat16]": 0.6153704070000288, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-18432-torch.float16]": 0.0010573680000334207, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-256-torch.float16]": 0.00123335699998961, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-256-torch.float32]": 0.001036249000009093, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-768-torch.float16]": 0.0012474560000157453, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-31072-4096-torch.bfloat16]": 0.0010286950000022443, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-4096-256-torch.bfloat16]": 0.0011471500000084234, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-18432-torch.float16]": 0.0012691249999079446, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-256-torch.float16]": 0.6792393600001105, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-256-torch.float32]": 1.6370599389999825, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-768-torch.float16]": 0.1226116750001438, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-31072-4096-torch.bfloat16]": 3.6366012669998327, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-4096-256-torch.bfloat16]": 3.5056280059998244, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-18432-torch.float16]": 0.0010244070000169359, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-256-torch.float16]": 0.0012144289999866942, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-256-torch.float32]": 0.0010449060000041754, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-768-torch.float16]": 0.0010686139999904753, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-31072-4096-torch.bfloat16]": 0.0010554619999538772, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-4096-256-torch.bfloat16]": 0.0011534729999880255, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-18432-torch.float16]": 0.31375326200000586, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-256-torch.float16]": 0.23564163599999688, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-256-torch.float32]": 0.15049035100000197, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-768-torch.float16]": 0.22899055999999973, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-31072-4096-torch.bfloat16]": 0.31775541999999746, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-4096-256-torch.bfloat16]": 0.22945876500000395, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-18432-torch.float16]": 0.0014188950000004752, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-256-torch.float16]": 14.850236774000024, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-256-torch.float32]": 18.975901298999986, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-768-torch.float16]": 19.744302690000012, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-31072-4096-torch.bfloat16]": 31.103527246999988, +"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-4096-256-torch.bfloat16]": 14.203486736999992, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.0012142489999860118, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.0015906270000414224, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.001163571000063257, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.0012389499999585496, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.0021675659999687014, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0011332070000094063, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0012363340000547396, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0011979759999576345, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-64-8-4-160-0.5]": 0.0017142009999702168, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-64-8-4-80-1.0]": 0.001980801000001975, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-64-8-4-96-1.0]": 0.001190200999985791, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.0012218450000318626, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.0011410980000050586, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.29693119000000934, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 1.1840570629999547, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.3193045570000663, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 1.0189292659999865, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.9978069530000084, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.3365273190000835, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 0.2965082190000885, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 1.0117933259999745, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-64-8-4-160-0.5]": 0.2773201189999668, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-64-8-4-80-1.0]": 0.9788879129999941, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-64-8-4-96-1.0]": 0.9532993550000128, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 0.3392845630000352, +"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 8.848256682999988, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.0011380720000602196, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.0013357759999621521, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.0010976649999747679, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.0012314420000620885, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.001379367000026832, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0010883030000172766, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.001115337999976873, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0014248339999767268, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-64-8-4-160-0.5]": 0.0011333129999684388, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-64-8-4-80-1.0]": 0.0011365550000164149, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-64-8-4-96-1.0]": 0.0012954780000313804, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.0012044590000073185, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.0011333090000107404, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.6713174080000499, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.1496920309999723, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.1534512290000407, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 0.6829522840000095, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.6931996069999968, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.16407545800001344, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 0.6850634070000297, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.15867012199998953, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-64-8-4-160-0.5]": 0.6803000430000452, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-64-8-4-80-1.0]": 0.7188586539999733, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-64-8-4-96-1.0]": 0.6718737269999906, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 1.2672826079999595, +"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 1.3632960670000216, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.0011413549999588213, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.0012293250000539047, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.0010900330000254144, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.0013117919999672267, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.0010988509999378948, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.001173147999907087, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0011361480000573465, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0011028089999740587, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-64-8-4-160-0.5]": 0.0011738370000102805, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-64-8-4-80-1.0]": 0.0012459330000069713, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-64-8-4-96-1.0]": 0.0029241499999557163, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.001092610999990029, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.0010662310000384423, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.27973768099997187, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.14708476000009796, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.15226451600000246, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 0.3909556049999878, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.4599180360000332, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.153540029999931, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 0.2576539700000353, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.14838640200002828, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-64-8-4-160-0.5]": 0.2321465890000809, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-64-8-4-80-1.0]": 0.13829810199996473, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-64-8-4-96-1.0]": 0.3518462669999849, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 0.8176768309999716, +"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 0.8673055080000154, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 1.2721928339999522, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 1.5841538139999898, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 1.364733698000009, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 1.0180867379999938, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 0.3123241459999804, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.3648902220000423, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.142376712999976, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 1.3017496059999303, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.11518320599998333, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.14379248299997016, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 1.1440669920000062, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 1.1807679600000256, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 1.1310068720000004, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 1.2632043250000038, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 1.1870767709999939, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 1.288192477000024, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 1.292203341000004, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 1.2584749469999963, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 1.3004011779999871, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 1.2185219709999728, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 0.6190525249999723, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 0.35890575000001945, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 0.6195851159999961, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 0.3916016729999967, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 0.579525842999999, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 1.4621872390000021, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.4111556809999968, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 0.5897985080000012, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.39657061499997326, +"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.5670658280000396, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[cutile-1-128-8-1-64]": 0.8866144239999869, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[cutile-2-16-16-16-64]": 0.8923258829999838, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[cutile-2-32-4-4-96]": 0.9468797240000413, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[cutile-2-64-4-2-128]": 0.9280452730000093, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[tilecpp-1-128-8-1-64]": 0.6182232790000057, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[tilecpp-2-16-16-16-64]": 0.6237718370000209, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[tilecpp-2-32-4-4-96]": 0.6538458450000064, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[tilecpp-2-64-4-2-128]": 0.6993918329999929, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[triton-1-128-8-1-64]": 0.23871324800001048, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[triton-2-16-16-16-64]": 0.24146970100002818, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[triton-2-32-4-4-96]": 0.23729048900000294, +"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[triton-2-64-4-2-128]": 0.237586049999976, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-1024-torch.float16]": 0.18003209600001924, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-2048-torch.float32]": 0.22231466499999897, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-512-torch.float32]": 1.944247866000012, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-512-1024-torch.float32]": 0.19453049399999145, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-512-512-torch.float16]": 0.14737642800000117, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-1024-torch.float32]": 0.155404945000015, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-4096-torch.float32]": 2.196242280000007, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-512-torch.float16]": 0.15248124199999324, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-1024-torch.float16]": 0.1303351679999878, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-2048-torch.float32]": 0.15898551100002578, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-512-torch.float32]": 0.1419745169999942, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-1024-torch.float32]": 1.8203405180000232, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-2048-torch.float32]": 0.27088191299998243, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-512-torch.float16]": 0.19066824600002974, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-1024-torch.float16]": 1.8381083900000021, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-2048-torch.float32]": 2.5252263339999956, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-512-torch.float16]": 1.9164340030000062, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-1024-torch.float16]": 0.1629040059999909, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-2048-torch.float32]": 0.17547152800000276, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-512-torch.float32]": 1.0119936329999746, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-512-1024-torch.float32]": 0.1281367319999731, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-512-512-torch.float16]": 0.20916316899999288, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-1024-torch.float32]": 0.28341691400001423, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-4096-torch.float32]": 1.398300025000026, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-512-torch.float16]": 0.1915471559999844, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-1024-torch.float16]": 0.14147435600000335, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-2048-torch.float32]": 0.16137644900001646, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-512-torch.float32]": 0.12719861599998694, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-1024-torch.float32]": 1.11485323200003, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-2048-torch.float32]": 0.224549149999973, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-512-torch.float16]": 0.21543306899999948, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-1024-torch.float16]": 1.1000962470000104, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-2048-torch.float32]": 1.121495340999985, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-512-torch.float16]": 1.0704424479999943, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-13-256-1024-torch.float32]": 0.12900916000003804, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-13-333-1500-torch.float32]": 0.48288743399999134, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-7-100-1000-torch.float32]": 0.4156932490000145, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-7-512-512-torch.float32]": 0.15141626300004418, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-100-512-torch.float32]": 0.1712408630000084, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-1000-torch.float32]": 2.0927977350000333, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-1500-torch.float32]": 2.5688495100000353, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-3000-torch.float32]": 2.2076819579999665, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-333-1024-torch.float32]": 0.36391769899998394, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-13-256-1024-torch.float32]": 0.13221173000002295, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-13-333-1500-torch.float32]": 0.12413566200001469, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-7-100-1000-torch.float32]": 0.17356007300000442, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-7-512-512-torch.float32]": 0.1790295579999679, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-100-512-torch.float32]": 0.11798579900002437, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-1000-torch.float32]": 1.1395338880000168, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-1500-torch.float32]": 1.0953801680000197, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-3000-torch.float32]": 1.069143295000032, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-333-1024-torch.float32]": 0.20983035599999766, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[cutile-torch.bfloat16]": 0.8916599330000281, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[cutile-torch.float16]": 0.22601402099999746, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[cutile-torch.float32]": 0.10971903000000793, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[tilecpp-torch.bfloat16]": 0.6016404029999762, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[tilecpp-torch.float16]": 0.11872195699999111, +"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[tilecpp-torch.float32]": 0.13660013400001958, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-1009-torch.float16]": 0.8748248400000307, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-2048-torch.float16]": 0.926708528000006, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-2048-torch.float32]": 0.8254674519999696, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-256-torch.float16]": 0.6796724709999751, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-256-torch.float32]": 0.7630102239999985, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-32768-torch.float32]": 0.5858439060000364, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-9-torch.float32]": 0.7800165269999866, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-1009-torch.float16]": 0.37760865699999613, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-2048-torch.float16]": 0.33848038699997574, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-2048-torch.float32]": 0.4064913950000175, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-256-torch.float16]": 0.3220520689999944, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-256-torch.float32]": 0.4086455869999952, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-32768-torch.float32]": 0.27125215699999217, +"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-9-torch.float32]": 0.359321432999991, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-1009-torch.float16]": 0.43035534900002403, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-2048-torch.float16]": 0.4765282289999959, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-2048-torch.float32]": 0.45921604900001967, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-256-torch.float16]": 0.3814033510000172, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-256-torch.float32]": 0.39925127199998656, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-32768-torch.float32]": 0.7322395889999882, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-9-torch.float32]": 0.39904441100003396, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-1009-torch.float16]": 2.545751709000001, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-2048-torch.float16]": 2.5081440709999754, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-2048-torch.float32]": 0.27129024499998877, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-256-torch.float16]": 2.268482904999985, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-256-torch.float32]": 0.27545396799996524, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-32768-torch.float32]": 2.371789079000024, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-9-torch.float32]": 2.22971722799997, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-1009-torch.float16]": 0.9200854540000023, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-2048-torch.float16]": 0.7343705160000127, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-2048-torch.float32]": 0.765833409000038, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-256-torch.float16]": 0.641542080999983, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-256-torch.float32]": 0.7825034380000488, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-32768-torch.float32]": 1.1303297310000175, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-9-torch.float32]": 0.7071298060000117, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-1009-torch.float16]": 0.21917046999999457, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-2048-torch.float16]": 0.25153003299999455, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-2048-torch.float32]": 2.575053251999975, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-256-torch.float16]": 0.23332025800002043, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-256-torch.float32]": 2.338238629999978, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-32768-torch.float32]": 0.33557021400002895, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-9-torch.float32]": 0.20490654899998617, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-1009-torch.float16]": 2.077675854999967, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-2048-torch.float16]": 1.8951696069999855, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-2048-torch.float32]": 2.1103992170000083, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-256-torch.float16]": 1.9130256650000206, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-256-torch.float32]": 2.2388995059999957, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-32768-torch.float32]": 0.24132206000001588, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-9-torch.float32]": 1.9699207869999782, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-1009-torch.float16]": 2.6263724579999916, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-2048-torch.float16]": 2.5429076480000106, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-2048-torch.float32]": 2.666442275999998, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-256-torch.float16]": 2.352830281999985, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-256-torch.float32]": 2.6122069920000115, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-32768-torch.float32]": 0.2428774560000022, +"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-9-torch.float32]": 2.450044813000005, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1000-use_tma=False-contiguous]": 1.3828873250000413, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1000-use_tma=False-transposed]": 0.1323330640000222, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1000-use_tma=True-contiguous]": 1.7431099029999757, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1000-use_tma=True-transposed]": 0.13329562499998815, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1024-use_tma=False-contiguous]": 0.9121942790000048, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1024-use_tma=False-transposed]": 0.13752953200000206, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1024-use_tma=True-contiguous]": 1.613068788999982, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1024-use_tma=True-transposed]": 0.1407183319999774, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-3000-use_tma=False-contiguous]": 1.4471748009999885, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-3000-use_tma=False-transposed]": 0.14364787399998136, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-3000-use_tma=True-contiguous]": 2.357509209999961, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-3000-use_tma=True-transposed]": 0.14195188400000802, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1000-use_tma=False-contiguous]": 1.056255980999964, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1000-use_tma=False-transposed]": 0.14728299499998343, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1000-use_tma=True-contiguous]": 2.0375608699999646, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1000-use_tma=True-transposed]": 0.13875156500000685, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1024-use_tma=False-contiguous]": 0.9406542940000122, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1024-use_tma=False-transposed]": 0.2080778950000024, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1024-use_tma=True-contiguous]": 1.6253302419999898, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1024-use_tma=True-transposed]": 0.13597948500003554, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-3000-use_tma=False-contiguous]": 1.4791859209999814, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-3000-use_tma=False-transposed]": 0.13040720199998646, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-3000-use_tma=True-contiguous]": 2.514661273999991, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-3000-use_tma=True-transposed]": 0.1759369240000126, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1000-use_tma=False-contiguous]": 2.31042224899997, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1000-use_tma=False-transposed]": 0.003874590000009448, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1000-use_tma=True-contiguous]": 2.457593741999972, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1000-use_tma=True-transposed]": 0.0019758290000311263, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1024-use_tma=False-contiguous]": 1.7660117309999919, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1024-use_tma=False-transposed]": 0.0019146660000046722, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1024-use_tma=True-contiguous]": 2.5646006089999958, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1024-use_tma=True-transposed]": 0.001156408999975156, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-3000-use_tma=False-contiguous]": 2.382117237000017, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-3000-use_tma=False-transposed]": 0.003093634000009615, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-3000-use_tma=True-contiguous]": 2.801832475000026, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-3000-use_tma=True-transposed]": 0.0011660379999796078, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1000-use_tma=False-contiguous]": 2.32332853799997, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1000-use_tma=False-transposed]": 0.001840458999964767, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1000-use_tma=True-contiguous]": 2.6368877339999415, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1000-use_tma=True-transposed]": 0.0011867520000237164, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1024-use_tma=False-contiguous]": 1.8566023410000412, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1024-use_tma=False-transposed]": 0.0013053840000054606, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1024-use_tma=True-contiguous]": 2.65289591399997, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1024-use_tma=True-transposed]": 0.0012266630000397072, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-3000-use_tma=False-contiguous]": 2.2977924999999857, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-3000-use_tma=False-transposed]": 0.0035736259999907816, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-3000-use_tma=True-contiguous]": 2.799202719999954, +"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-3000-use_tma=True-transposed]": 0.0011159359999908247, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-16-1]": 0.26519318099997236, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-16-2]": 0.29784162999999353, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-32-1]": 0.2596402950000254, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-32-2]": 0.3238284250000447, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-16-1]": 0.2983350259999895, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-16-2]": 0.30399342100000126, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-32-1]": 0.3197202279999942, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-32-2]": 0.30490030400002865, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-16-1]": 0.30297360500000536, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-16-2]": 0.2792771889999983, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-32-1]": 0.27638181099999315, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-32-2]": 0.28512548400001947, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-16-1]": 0.306749630999974, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-16-2]": 0.30574469400002613, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-32-1]": 0.2791043159999731, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-32-2]": 0.3093706130000271, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-16-1]": 0.30857458899998846, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-16-2]": 0.2681316390000177, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-32-1]": 0.26926721399999565, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-32-2]": 0.2655800820000138, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-16-1]": 0.3179277339999942, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-16-2]": 0.3380534010000247, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-32-1]": 0.33533662300001765, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-32-2]": 0.34793752799998856, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-16-1]": 0.2742734179999786, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-16-2]": 0.28079386999999656, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-32-1]": 0.2962546010000153, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-32-2]": 0.26696370900000943, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-16-1]": 0.28468774399999575, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-16-2]": 0.29294219499996643, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-32-1]": 0.31211573699999917, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-32-2]": 0.3036102619999781, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-16-1]": 0.6637763009999844, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-16-2]": 0.6379416209999818, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-32-1]": 0.6214221980000048, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-32-2]": 0.6468027339999765, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-16-1]": 0.7092192760000273, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-16-2]": 0.6657641720000242, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-32-1]": 0.6656762210000409, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-32-2]": 0.6649764729999958, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-16-1]": 0.688500160000018, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-16-2]": 0.6650409050000121, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-32-1]": 0.6596146440000155, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-32-2]": 0.6325071420000086, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-16-1]": 0.6338998700000218, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-16-2]": 0.6779652990000216, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-32-1]": 0.6602675719999525, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-32-2]": 0.683995737999993, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-16-1]": 0.12771653400000105, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-16-2]": 0.6227539870000101, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-32-1]": 0.12384796700001743, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-32-2]": 0.6236730589999979, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-16-1]": 0.7039947540000071, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-16-2]": 0.654783923999986, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-32-1]": 0.664921024999984, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-32-2]": 0.7073123120000275, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-16-1]": 0.678700316000004, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-16-2]": 0.6427151330000243, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-32-1]": 0.6406105289999857, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-32-2]": 0.7272246940000286, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-16-1]": 0.6840239080000003, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-16-2]": 0.7520408609999834, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-32-1]": 0.697743029999998, +"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-32-2]": 0.7703672720000441, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-2-1024-512-torch.float32]": 0.3630021289999945, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-4-512-1024-torch.float32]": 0.2893105509999714, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-256-2048-torch.float32]": 0.3504156509999916, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-512-1024-torch.float16]": 0.36780852100002903, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-512-512-torch.float16]": 0.39833281099998885, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-2-1024-512-torch.float32]": 0.6303807819999747, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-4-512-1024-torch.float32]": 0.6600186580000127, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-256-2048-torch.float32]": 0.680641259999959, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-512-1024-torch.float16]": 1.1164783880000186, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-512-512-torch.float16]": 1.0929367189999653, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-13-128-1024]": 0.1052422319999664, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-13-333-1500]": 0.4214906000000269, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-128-3000]": 0.392590341000016, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-256-1000]": 0.34700469400007705, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-256-1500]": 0.4153691679999838, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-7-100-1000]": 0.3711953199999698, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-7-256-512]": 0.1360981480000305, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-8-100-512]": 0.11327373199998192, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-8-333-256]": 0.33743592600001193, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-13-128-1024]": 0.13676738099991326, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-13-333-1500]": 0.13501159600002666, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-128-3000]": 0.7116662059999612, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-256-1000]": 0.13924198199998727, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-256-1500]": 0.1223792969999522, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-7-100-1000]": 0.14450528700007226, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-7-256-512]": 0.15614257100003215, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-8-100-512]": 0.13018059099994161, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-8-333-256]": 1.0481999739999992, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-2-512-1024-4096]": 0.24863894899996808, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-4-1024-2048-8192]": 0.2674310610000248, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-8-2048-4096-14336]": 0.3337239299999908, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-2-512-1024-4096]": 0.5845655350000243, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-4-1024-2048-8192]": 0.6250422659999799, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-8-2048-4096-14336]": 0.6842640110000389, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-13-256-2048]": 0.12179500800002074, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-13-333-1500]": 0.2922527119999927, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-7-100-1000]": 0.3271616940000399, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-7-512-1024]": 0.14145250800001463, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-100-1024]": 0.10419804400001453, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-1000]": 0.2780735120000486, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-1500]": 0.29333383900006993, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-3000]": 0.35644875700000966, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-333-512]": 0.18250412099996538, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-13-256-2048]": 0.11693695999997544, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-13-333-1500]": 0.1261755189999576, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-7-100-1000]": 0.1401045429999499, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-7-512-1024]": 0.13976522399997293, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-100-1024]": 0.1083349569999541, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-1000]": 0.6490980830000126, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-1500]": 0.613854789999948, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-3000]": 0.692126323000025, +"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-333-512]": 0.5593449569999507, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-1024-1024-torch.float16]": 0.3129465729999197, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-1024-1024-torch.float32]": 0.2952344409999341, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-128-128-torch.float16]": 0.2770535559999985, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-128-128-torch.float32]": 0.26898257100003775, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-16-16-torch.float16]": 0.24650121899998112, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-16-16-torch.float32]": 0.2740488200000186, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2-2-torch.float16]": 0.2737849100000176, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2-2-torch.float32]": 0.2950555310000027, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2048-2048-torch.float16]": 0.25609451899998703, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2048-2048-torch.float32]": 0.2732605229999763, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-256-256-torch.float16]": 0.27155418099999906, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-256-256-torch.float32]": 0.2769324509999933, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-32-32-torch.float16]": 0.24557798299997557, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-32-32-torch.float32]": 0.2714202859999091, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4-4-torch.float16]": 0.30842154900000196, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4-4-torch.float32]": 0.2922036860000503, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4096-4096-torch.float16]": 0.3454609800000412, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4096-4096-torch.float32]": 0.3013915740000357, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-512-512-torch.float16]": 0.30240382900007035, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-512-512-torch.float32]": 0.2748496780000096, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-64-64-torch.float16]": 0.2656960890000164, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-64-64-torch.float32]": 0.2587393570000245, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8-8-torch.float16]": 0.31059367000000293, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8-8-torch.float32]": 0.29570730500000764, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8192-8192-torch.float16]": 0.41668787699995846, +"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8192-8192-torch.float32]": 0.32575218800002403, +"tests/suites/fla/test_host_contracts.py::test_op_device_cache_key_distinguishes_device_and_architecture": 0.0007904539999969984, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-False-[0, 0, 0]-cutile]": 0.0033953069999768104, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-False-[0, 0, 2]-cutile]": 0.002303759999904287, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-False-[0, 1, 1, 3]-cutile]": 0.0026367960000470703, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-False-[0, 2, 2]-cutile]": 0.0020913520000931385, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-True-[0, 0, 0]-cutile]": 0.0019589130000383648, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-True-[0, 0, 2]-cutile]": 0.002282717999975148, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-True-[0, 1, 1, 3]-cutile]": 0.002205836000001682, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-True-[0, 2, 2]-cutile]": 0.0021088860000020304, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-False-[0, 0, 0]-cutile]": 0.012425944999989724, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-False-[0, 0, 2]-cutile]": 0.014053535000016382, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-False-[0, 1, 1, 3]-cutile]": 0.01061783999998056, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-False-[0, 2, 2]-cutile]": 0.008998228999985258, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-True-[0, 0, 0]-cutile]": 0.012040158000019119, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-True-[0, 0, 2]-cutile]": 0.014289534999988973, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-True-[0, 1, 1, 3]-cutile]": 0.008274457999988272, +"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-True-[0, 2, 2]-cutile]": 0.012885759999988977, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-False-False-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.0016192949999549455, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-False-False-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0014385299999730705, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-False-True-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.0018959349999931874, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-False-True-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0025181320000342566, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-True-False-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.0019266330000391463, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-True-False-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.00348217300000897, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-True-True-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.002968087999988711, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-True-True-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0018434190000107264, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-False-False-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.0013821169999914673, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-False-False-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0013632769999389893, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-False-True-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.00173953800003801, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-False-True-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0016898560000413454, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-True-False-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.0013595910000390177, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-True-False-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.001376022999977522, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-True-True-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.001778384000033384, +"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-True-True-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.001769373000001906, +"tests/suites/fla/test_host_contracts.py::test_op_gdn_rejects_unknown_options[cutile-chunk]": 0.00110013699998035, +"tests/suites/fla/test_host_contracts.py::test_op_gdn_rejects_unknown_options[cutile-recurrent]": 0.001113785000001144, +"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-dtype]": 0.0010865960000217, +"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-final]": 0.0011867200000210687, +"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-norm]": 0.0011059869999883176, +"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-state]": 0.001010175000004665, +"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-varlen]": 0.0010626950000016677, +"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-vector_beta]": 0.001063734000013028, +"tests/suites/fla/test_host_contracts.py::test_op_gva_default_beta_matches_value_heads[cutile]": 0.0012242049999997562, +"tests/suites/fla/test_host_contracts.py::test_op_input_guard_contiguity[False]": 0.0011925850000125138, +"tests/suites/fla/test_host_contracts.py::test_op_input_guard_contiguity[True]": 0.0010888079999631373, +"tests/suites/fla/test_host_contracts.py::test_op_input_guard_contiguity[['b']]": 0.001075770999989345, +"tests/suites/fla/test_host_contracts.py::test_op_input_guard_device_context[False]": 0.0008699029999661434, +"tests/suites/fla/test_host_contracts.py::test_op_input_guard_device_context[True]": 0.0008972330000460715, +"tests/suites/fla/test_host_contracts.py::test_op_large_normalization_product_falls_back[chunk]": 0.00491697600000407, +"tests/suites/fla/test_host_contracts.py::test_op_large_normalization_product_falls_back[fused_chunk]": 0.002855200000055902, +"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_allow_wide_key_gradients[128]": 0.0008813759999952708, +"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_allow_wide_key_gradients[256]": 0.0008731229999909829, +"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_allow_wide_key_gradients[64]": 0.000919704000011734, +"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_reject_gate_gradients[128]": 0.0009276429999829361, +"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_reject_gate_gradients[32]": 0.0009780820000173662, +"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_reject_gate_gradients[64]": 0.0009569020000128603, +"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[1-1]": 0.0009131449999983943, +"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[128-128]": 0.000863288000061857, +"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[16-16]": 0.000870512999966877, +"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[256-64]": 0.0008550470000159294, +"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[64-8]": 0.0010365070000091237, +"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[8-64]": 0.014131663000000572, +"tests/suites/fla/test_host_contracts.py::test_op_positional_dispatch[gdn_chunk-chunk_gated_delta_rule]": 0.0009159690000046794, +"tests/suites/fla/test_host_contracts.py::test_op_segmented_arange_empty_segments": 0.006163585000024341, +"tests/suites/fla/test_host_contracts.py::test_op_sequence_metadata_tracks_inplace_updates[cutile]": 0.021145425000042906, +"tests/suites/fla/test_host_contracts.py::test_op_shared_tuning_failure_retry_and_device_cache[False]": 0.001371726000002127, +"tests/suites/fla/test_host_contracts.py::test_op_shared_tuning_failure_retry_and_device_cache[True]": 0.0007929019999721731, +"tests/suites/fla/test_host_contracts.py::test_op_state_tiles_use_grid_capacity_and_safe_device_fallback": 0.0008064999999817246, +"tests/suites/fla/test_host_contracts.py::test_op_tuning_cache_hit_skips_candidate_construction": 0.0008037419999880058, +"tests/suites/fla/test_host_contracts.py::test_op_tuning_public_switch_overrides_a_warm_cache": 0.0014083109999774024, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-False-1-256-2-64-32]": 0.8751966400000697, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-False-1-64-2-32-32]": 1.04349473700006, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-False-2-128-2-48-48]": 1.1822392199999854, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-False-2-128-4-64-64]": 1.1870305709999798, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-False-2-256-2-32-64]": 1.1039058220000015, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-True-1-256-2-64-32]": 0.12276586800004452, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-True-1-64-2-32-32]": 0.11276405999990402, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-True-2-128-2-48-48]": 0.11150540599999204, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-True-2-128-4-64-64]": 0.11362577299996701, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-True-2-256-2-32-64]": 0.130216216000008, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-False-1-256-2-64-32]": 0.13282637000003206, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-False-1-64-2-32-32]": 0.1503052650000427, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-False-2-128-2-48-48]": 0.14345758700000033, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-False-2-128-4-64-64]": 0.12237406999997802, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-False-2-256-2-32-64]": 0.13324100199992017, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-True-1-256-2-64-32]": 2.230667890999996, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-True-1-64-2-32-32]": 2.1567699019999793, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-True-2-128-2-48-48]": 3.019320128000004, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-True-2-128-4-64-64]": 3.089660080999977, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-True-2-256-2-32-64]": 2.7526900280000177, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-False-1-256-2-64-32]": 0.23382962300001964, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-False-1-64-2-32-32]": 0.16794274199997972, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-False-2-128-2-48-48]": 0.1736031699999785, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-False-2-128-4-64-64]": 0.1913323179999793, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-False-2-256-2-32-64]": 0.2386077980000323, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-True-1-256-2-64-32]": 3.198171413999944, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-True-1-64-2-32-32]": 3.2876356209999926, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-True-2-128-2-48-48]": 3.6942077910000535, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-True-2-128-4-64-64]": 3.698639893999939, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-True-2-256-2-32-64]": 3.083138894000058, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward_ragged_seqlen[cutile-1-191-2-64-32]": 2.737625712999943, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward_ragged_seqlen[cutile-1-65-2-32-32]": 2.731685233999997, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward_ragged_seqlen[cutile-2-100-2-48-48]": 3.126610458000016, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward_ragged_seqlen[cutile-2-130-4-64-64]": 3.253711484000064, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_default_scale[cutile-1-256-2-32-64]": 0.12687895499999513, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_default_scale[cutile-2-128-2-48-48]": 0.12505307399993626, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_fp16[cutile-1-256-2-64-32]": 0.8709710389999827, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_fp16[cutile-2-128-2-48-48]": 1.1306587990000025, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_initial_state[cutile-1-256-2-64-32]": 0.5556158789999586, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_initial_state[cutile-2-128-2-48-48]": 0.629455403999998, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_normalize_initial_state_tuple[cutile-1-256-2-64-32]": 0.13880656199995656, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_normalize_initial_state_tuple[cutile-2-128-2-48-48]": 0.1529342560000373, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_output_final_state[cutile-1-256-2-64-32]": 0.5640518969999562, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_output_final_state[cutile-2-128-2-48-48]": 0.6529789769999752, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-False-1-191-2-64-32]": 0.1131041239999604, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-False-1-65-2-32-32]": 0.14326143700003513, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-False-2-100-2-48-48]": 0.11384673199995632, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-False-2-130-4-64-64]": 0.10991174899999123, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-True-1-191-2-64-32]": 2.222629549999965, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-True-1-65-2-32-32]": 1.990057864999983, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-True-2-100-2-48-48]": 2.762793237999972, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-True-2-130-4-64-64]": 3.0321624539999448, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_small_chunk_size[cutile-1-16-2-32-32]": 0.6470561940000152, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_small_chunk_size[cutile-1-48-2-32-64]": 0.13557491599999594, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_small_chunk_size[cutile-2-32-4-64-64]": 1.4009903879999683, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_small_chunk_size[cutile-2-8-2-32-32]": 0.6289873509999211, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_varlen_normalized[cutile-False]": 2.431189646000064, +"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_varlen_normalized[cutile-True]": 0.8718289150000373, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op[cutile-torch.bfloat16-1-256-2-32-48]": 14.342583275999914, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op[cutile-torch.bfloat16-2-128-4-64-64]": 15.509474721000004, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op[cutile-torch.float32-1-256-2-32-48]": 0.6943782179999971, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op[cutile-torch.float32-2-128-4-64-64]": 0.8617118289999439, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_backward[cutile-1-256-2-32-48]": 3.262676752999937, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_backward[cutile-2-128-4-64-64]": 5.448899580999978, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_backward_frozen_initial_state_uses_h0[cutile]": 4.65503626800006, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_backward_headwise_beta[cutile-2-32-2-48-40]": 6.17615278400001, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_custom_scale[cutile-0.25-2-64-2-32-32]": 0.7162770229999751, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_custom_scale[cutile-1.0-2-64-2-32-32]": 0.6617900139999051, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_custom_scale[cutile-2.0-2-64-2-32-32]": 0.6766075079999609, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_headwise_beta[cutile-torch.bfloat16-1-256-2-32-48]": 0.6769250469999974, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_headwise_beta[cutile-torch.bfloat16-2-128-4-64-64]": 0.7971347140000375, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_headwise_beta[cutile-torch.float32-1-256-2-32-48]": 0.6786889639999458, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_headwise_beta[cutile-torch.float32-2-128-4-64-64]": 0.79889344999998, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_initial_and_final_state[cutile-torch.bfloat16-1-256-2-32-48]": 3.1531476229998816, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_initial_and_final_state[cutile-torch.bfloat16-2-128-4-64-64]": 4.0860289799999805, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_initial_and_final_state[cutile-torch.float32-1-256-2-32-48]": 0.48241989000001695, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_initial_and_final_state[cutile-torch.float32-2-128-4-64-64]": 0.4825800910000453, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_kv_boundary[cutile-torch.bfloat16-1-130-2-24-56]": 14.44665756500001, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_kv_boundary[cutile-torch.bfloat16-2-96-3-48-40]": 15.280118021999954, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_kv_boundary[cutile-torch.float32-1-130-2-24-56]": 0.6841602119999948, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_kv_boundary[cutile-torch.float32-2-96-3-48-40]": 0.8426318170000968, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_large_k[cutile-torch.bfloat16-192]": 20.156496800000014, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_large_k[cutile-torch.bfloat16-256]": 20.410618426000042, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_large_k[cutile-torch.float32-192]": 0.9922972770000342, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_large_k[cutile-torch.float32-256]": 1.0160770270000512, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_qk_l2norm_in_kernel[cutile-torch.bfloat16-1-96-3-32-48]": 11.47211545099998, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_qk_l2norm_in_kernel[cutile-torch.bfloat16-2-64-2-64-64]": 12.312139498000022, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_qk_l2norm_in_kernel[cutile-torch.float32-1-96-3-32-48]": 0.7959477379999385, +"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_qk_l2norm_in_kernel[cutile-torch.float32-2-64-2-64-64]": 0.8795051960000251, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.bfloat16-True-1-256-2-64-64]": 1.7418635329999006, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.bfloat16-True-1-64-1-32-32]": 1.7501657799999748, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.bfloat16-True-2-128-1-32-64]": 1.5102066180000975, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.bfloat16-True-2-128-2-48-48]": 1.6910411969998904, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-False-1-256-2-64-64]": 0.1440596209999967, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-False-1-64-1-32-32]": 0.18057190400003265, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-False-2-128-1-32-64]": 0.16234468999999763, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-False-2-128-2-48-48]": 0.13764750799998637, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-True-1-256-2-64-64]": 5.175354281000011, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-True-1-64-1-32-32]": 2.510922254000036, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-True-2-128-1-32-64]": 3.8034174150000126, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-True-2-128-2-48-48]": 5.165311855000084, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_backward[cutile]": 7.014647951000029, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-False-16]": 0.1478849249999712, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-False-24]": 0.14361630300004435, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-False-48]": 0.13770330900001682, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-False-80]": 0.12598512399995343, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-True-16]": 1.1629905000000917, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-True-24]": 1.120303583000009, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-True-48]": 3.686110317999919, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-True-80]": 0.15696962400011216, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_explicit_scale[cutile-0.1]": 3.666020732999982, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_explicit_scale[cutile-1.0]": 3.345480785999939, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_explicit_scale[cutile-4.0]": 3.718920239999875, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_identical_rows[cutile-False]": 0.1481052079998335, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_identical_rows[cutile-True]": 0.16381984100007685, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_initial_and_final_state_normalized[cutile-1-64-1-32-32]": 0.15330922800012559, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_initial_and_final_state_normalized[cutile-2-128-2-48-64]": 0.13683785800003534, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_initial_and_final_state_unnormalized[cutile-1-64-1-32-32]": 2.0197522239999444, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_initial_and_final_state_unnormalized[cutile-2-128-2-48-64]": 4.84628352499999, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-False-128-64]": 0.170464896999988, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-False-64-128]": 0.1543548690000307, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-False-96-96]": 0.15795069900002545, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-True-128-64]": 12.040364719000081, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-True-64-128]": 8.567450890000032, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-True-96-96]": 22.844683314000008, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_per_token_gate[cutile-False-1-256-2-32-32]": 0.28457646100014244, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_per_token_gate[cutile-False-2-80-2-32-32]": 13.799950371000136, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_per_token_gate[cutile-True-1-256-2-32-32]": 0.2959703350001064, +"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_per_token_gate[cutile-True-2-80-2-32-32]": 13.92281565099995, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-128-1-64-8]": 80.87630457399996, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-128-1-8-64]": 62.67999224099992, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-256-2-32-48]": 58.229255889, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-33-1-15-8]": 67.73591092799995, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-33-1-32-32]": 55.87911034099989, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-64-1-16-16]": 47.64911812599996, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-64-1-7-16]": 68.81242279399999, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-2-128-2-64-32]": 60.58843677899995, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-2-128-4-64-64]": 60.536628875999895, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-2-65-2-4-8]": 58.06672874499992, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward_initial_state[cutile-1-192-2-32-48]": 10.245297401000016, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward_initial_state[cutile-2-128-4-64-64]": 17.337037722999867, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_cutile_dhu_tail_scatter[33]": 4.9379874210000025, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_cutile_dhu_tail_scatter[64]": 0.7809684110001172, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-128-1-64-8]": 2.319490782999992, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-128-1-8-64]": 2.3287026210000477, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-256-2-32-48]": 20.411222453000164, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-33-1-15-8]": 2.8656133419999605, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-33-1-32-32]": 21.694070577999923, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-64-1-16-16]": 2.289267447000043, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-64-1-7-16]": 2.332375721000062, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-2-128-2-64-32]": 15.082070602000044, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-2-128-4-64-64]": 16.23105342200006, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-2-65-2-4-8]": 2.8122799449998865, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_beta_sigmoid_in_kernel[cutile-False]": 11.912557042000117, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_beta_sigmoid_in_kernel[cutile-True]": 0.1804257239996332, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_default_scale[cutile]": 0.17177364700023645, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_gate_in_kernel[cutile-2]": 0.7565896930002509, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_gate_in_kernel[cutile-8]": 15.812737590000097, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_grouped_value_attention[cutile-1-128-2-6-32-48]": 18.01977569299993, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_grouped_value_attention[cutile-2-128-2-4-64-64]": 3.225139003999857, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_initial_and_final_state[cutile-1-192-2-32-48]": 8.610600869999871, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_initial_and_final_state[cutile-2-128-4-64-64]": 5.351700205000043, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_no_l2norm_in_kernel[cutile-1-192-2-32-48]": 0.20853177999993022, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_no_l2norm_in_kernel[cutile-2-128-4-64-64]": 0.1723561469998458, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_partial_last_chunk[cutile-1-200-2-32-48]": 11.130311595999729, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_partial_last_chunk[cutile-2-96-4-64-64]": 12.8159611210001, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_large_k[cutile-1-256-2-256-320]": 343.3213348900001, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_large_k[cutile-1-256-2-320-320]": 0.0014575170000625803, +"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_large_k[cutile-1-256-2-320-64]": 0.0011618470000485104, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op[cutile-torch.bfloat16-1-256-2-32-48]": 0.16393465700002707, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op[cutile-torch.bfloat16-2-128-4-64-64]": 0.19622605000040494, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op[cutile-torch.float32-1-256-2-32-48]": 2.8617808559999958, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op[cutile-torch.float32-2-128-4-64-64]": 3.349861219000104, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_backward_not_implemented[cutile]": 0.11877744999992501, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_beta_sigmoid_in_kernel[cutile-False-1-128-2-32-48]": 2.8265674550000313, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_beta_sigmoid_in_kernel[cutile-False-2-64-4-64-64]": 3.3588072800000646, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_beta_sigmoid_in_kernel[cutile-True-1-128-2-32-48]": 2.885342728999831, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_beta_sigmoid_in_kernel[cutile-True-2-64-4-64-64]": 3.390173181999671, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_cutile_dhu_tail_sentinel": 0.16262742999992952, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_default_scale_no_l2norm[cutile-1-128-2-32-48]": 2.03083287000004, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_default_scale_no_l2norm[cutile-2-64-4-64-64]": 2.560449982000364, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_gate_in_kernel[cutile-False-1-128-2-32-48]": 2.939480969999977, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_gate_in_kernel[cutile-False-2-64-4-64-64]": 3.4801681740000276, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_gate_in_kernel[cutile-True-1-128-2-32-48]": 2.9346108770000683, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_gate_in_kernel[cutile-True-2-64-4-64-64]": 3.549955202999854, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_grouped_value_attention[cutile-torch.bfloat16-1-96-1-4-32-48]": 3.500384180000083, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_grouped_value_attention[cutile-torch.bfloat16-2-64-2-4-64-64]": 4.071952184000111, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_grouped_value_attention[cutile-torch.float32-1-96-1-4-32-48]": 2.826451620999933, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_grouped_value_attention[cutile-torch.float32-2-64-2-4-64-64]": 3.507115376999991, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_gva_default_beta[cutile]": 0.4621642390004581, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_initial_and_final_state[cutile-torch.bfloat16-1-128-2-32-48]": 0.4803337220000685, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_initial_and_final_state[cutile-torch.bfloat16-2-64-4-64-64]": 0.5508506049998232, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_initial_and_final_state[cutile-torch.float32-1-128-2-32-48]": 0.563005073000113, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_initial_and_final_state[cutile-torch.float32-2-64-4-64-64]": 0.517060999000023, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_input_device_differs_from_current[cutile]": 0.0004447920000529848, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_no_gate[cutile-torch.bfloat16-1-128-2-32-48]": 3.0666218690000733, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_no_gate[cutile-torch.bfloat16-2-64-4-64-64]": 5.771196650999855, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_no_gate[cutile-torch.float32-1-128-2-32-48]": 2.366629530000182, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_no_gate[cutile-torch.float32-2-64-4-64-64]": 2.7548789989998568, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_state_v_first_final_state[cutile-torch.bfloat16-1-128-2-32-48]": 0.5838789350002571, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_state_v_first_final_state[cutile-torch.bfloat16-2-64-4-64-64]": 0.5329798729999311, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_state_v_first_final_state[cutile-torch.float32-1-128-2-32-48]": 0.5098670449999645, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_state_v_first_final_state[cutile-torch.float32-2-64-4-64-64]": 0.5497107890000734, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_vector_beta[cutile-torch.bfloat16-1-128-2-32-48]": 5.243354100000033, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_vector_beta[cutile-torch.bfloat16-2-64-4-64-64]": 5.648565701000052, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_vector_beta[cutile-torch.float32-1-128-2-32-48]": 3.756635664999976, +"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_vector_beta[cutile-torch.float32-2-64-4-64-64]": 4.310000058000014, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_bwd[cutile]": 0.3152495720000843, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-128-16]": 0.7745742280001195, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-128-8]": 0.6515547120000065, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-16-16]": 0.42372646500029987, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-16-8]": 0.40973375100043086, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-64-16]": 0.4946566939997865, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-64-8]": 0.6137029819999498, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_output_dtype[cutile-torch.bfloat16]": 0.24401862000001984, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_output_dtype[cutile-torch.float16]": 0.24820468699999765, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_partial_chunk[cutile-100-32]": 0.27580879299989647, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_partial_chunk[cutile-128-64]": 0.288126684999952, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_partial_chunk[cutile-37-16]": 0.2664040639999712, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_scale_and_no_bias[cutile]": 0.37057350300005965, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_scale_bias[cutile]": 0.5911443110003347, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_varlen[cutile]": 0.4347466380002061, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_varlen_uneven[cutile-16]": 0.3342879350000203, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_varlen_uneven[cutile-32]": 0.28176935800001957, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_fused_fwd[cutile]": 0.3188191399997322, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_fwd_no_bias_dtypes[cutile-torch.bfloat16]": 0.2997982299998512, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_fwd_no_bias_dtypes[cutile-torch.float16]": 0.2965928679998342, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_fwd_no_bias_dtypes[cutile-torch.float32]": 0.3129334640000252, +"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_fwd_softplus_saturation[cutile]": 0.26296377000016946, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_bwd_intra[cutile]": 1.4721420690000286, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_bwd_intra_accumulates[cutile-False]": 0.15058149399999365, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_bwd_intra_accumulates[cutile-True]": 1.5029649140000743, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra[cutile]": 8.18231429299999, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_chunk_size[cutile-32]": 5.869539911999993, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_chunk_size[cutile-64]": 0.16554059200001348, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_disable_recompute_qg[cutile]": 8.196897775000025, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_grouped_query[cutile-1-4]": 7.455797495999946, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_grouped_query[cutile-2-4]": 7.5486516439999605, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_invalid_chunk_size[cutile-128]": 0.10067061600000216, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_invalid_chunk_size[cutile-16]": 0.13207642200001146, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_partial_chunk[cutile-160]": 0.946561243000076, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_partial_chunk[cutile-96]": 1.0064704879999908, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_safe_gate[cutile-False]": 0.15447058299997707, +"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_safe_gate[cutile-True]": 0.1682771330000037, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-1-128-2-128-128]": 4.018252953000001, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-1-128-2-64-32]": 2.2763118160000317, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-1-128-8-32-32]": 2.0820475290000218, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-1-64-2-32-32]": 2.0591273969999975, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-2-128-2-32-48]": 1.45198550300006, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-2-256-4-32-64]": 1.4830402029999732, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-1-128-2-128-128]": 26.188305547000027, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-1-128-2-64-32]": 3.3964239309999584, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-1-128-8-32-32]": 1.9451792059999775, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-1-64-2-32-32]": 1.758455932000004, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-2-128-2-32-48]": 2.684603874000004, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-2-256-4-32-64]": 2.865338013999974, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward[cutile-1-128-8-32-32]": 20.98161673900006, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward[cutile-1-64-2-32-32]": 21.47711170900004, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward[cutile-2-256-4-32-32]": 21.959941680000043, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward_lowprec[cutile-torch.bfloat16-1-128-8-32-32]": 15.14282520100005, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward_lowprec[cutile-torch.bfloat16-1-64-2-32-32]": 6.980822245999889, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward_lowprec[cutile-torch.bfloat16-2-256-4-32-32]": 14.89744815500012, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_chunk-1-128-2-128-128]": 46.36000581600001, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_chunk-1-128-2-256-256]": 29.17265586999997, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_chunk-1-128-2-64-32]": 20.408999333999986, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_chunk-1-128-2-64-64]": 13.264733704999912, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_chunk-2-160-2-64-96]": 49.12263135400008, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_recurrent-1-128-2-128-128]": 0.19741674500005502, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_recurrent-1-128-2-256-256]": 0.27230644600001597, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_recurrent-1-128-2-64-32]": 0.2264335419999952, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_recurrent-1-128-2-64-64]": 0.213878703999967, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_recurrent-2-160-2-64-96]": 0.22455531399998563, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_default_scale[cutile-1-64-2-32-32]": 0.14555081499997868, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_default_scale[cutile-2-128-4-32-64]": 16.73495523700001, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_and_final_state[cutile-1-64-2-32-32]": 8.089743068999951, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_and_final_state[cutile-2-128-4-32-32]": 8.069655745000205, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_state[cutile-torch.bfloat16-1-64-2-32-32]": 8.871751922000044, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_state[cutile-torch.bfloat16-2-128-4-32-64]": 11.426259431999938, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_state[cutile-torch.float32-1-64-2-32-32]": 8.009587054999997, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_state[cutile-torch.float32-2-128-4-32-64]": 25.21677432599995, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_long_sequence[cutile-torch.bfloat16-1-512-2-64-64]": 10.351912884000171, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_long_sequence[cutile-torch.bfloat16-2-257-2-128-128]": 24.128057497999976, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_long_sequence[cutile-torch.float32-1-512-2-64-64]": 65.10470901100001, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_long_sequence[cutile-torch.float32-2-257-2-128-128]": 148.09141901099997, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_output_final_state[cutile-1-64-2-32-32]": 8.040636924999944, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_output_final_state[cutile-2-128-4-32-64]": 24.741979740000033, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_output_final_state[cutile-2-80-2-32-32]": 0.5245424989999492, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.bfloat16-1-48-2-32-32]": 8.423042495999994, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.bfloat16-1-96-4-32-48]": 9.10906409000006, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.bfloat16-2-160-2-32-64]": 9.18567544699988, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.bfloat16-2-80-2-32-32]": 0.5180133899999646, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.float32-1-48-2-32-32]": 0.5095918119999396, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.float32-1-96-4-32-48]": 15.98746432200005, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.float32-2-160-2-32-64]": 16.17607287399983, +"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.float32-2-80-2-32-32]": 0.5903964389998464, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.bfloat16-1-256-2-64-32]": 0.525742308999952, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.bfloat16-1-64-2-32-32]": 0.14371063399971717, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.bfloat16-2-128-2-48-48]": 10.144061231999558, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.bfloat16-2-128-4-64-64]": 10.300636581000163, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.bfloat16-2-256-2-32-64]": 0.5119522800000595, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.float32-1-256-2-64-32]": 1.0884059390002676, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.float32-1-64-2-32-32]": 0.4717599529999461, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.float32-2-128-2-48-48]": 1.0444917750000968, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.float32-2-128-4-64-64]": 1.0939328259999002, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.float32-2-256-2-32-64]": 0.932943780000187, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward[cutile-1-256-2-64-32]": 1.9419835819996933, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward[cutile-1-64-2-32-32]": 0.7353333910000401, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward[cutile-2-128-2-48-48]": 2.4664006999998946, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward[cutile-2-128-4-64-64]": 2.478996862999793, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward[cutile-2-256-2-32-64]": 2.2447670379999636, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward_reverse[cutile-1-256-2-64-32]": 1.8825793930000145, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward_reverse[cutile-1-64-2-32-32]": 0.7235485069998049, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward_reverse[cutile-2-128-2-48-48]": 2.427886447000219, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward_reverse[cutile-2-128-4-64-64]": 2.6077887230001124, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward_reverse[cutile-2-256-2-32-64]": 1.8575733440000022, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_cu_seqlens_varlen[cutile-[128]]": 0.14093945799993435, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_cu_seqlens_varlen[cutile-[40, 88, 32]]": 0.16905470100005004, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_cu_seqlens_varlen[cutile-[64, 64]]": 0.4691988429999583, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.bfloat16-1-256-2-64-32]": 0.4839816130001964, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.bfloat16-1-64-2-32-32]": 0.48564923299977636, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.bfloat16-2-128-2-48-48]": 0.6238976669999374, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.bfloat16-2-128-4-64-64]": 0.6323270279999633, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.bfloat16-2-256-2-32-64]": 0.44257948499966915, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.float32-1-256-2-64-32]": 0.49651546799987045, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.float32-1-64-2-32-32]": 0.5356150330001128, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.float32-2-128-2-48-48]": 0.6290048759999536, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.float32-2-128-4-64-64]": 0.6464573690000179, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.float32-2-256-2-32-64]": 0.4633141870001509, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_multi_block_kv[cutile-128-64]": 1.0364323559997501, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_multi_block_kv[cutile-64-128]": 1.0781121580000672, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_multi_block_kv[cutile-96-96]": 1.0533236709998164, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_output_final_state[cutile-1-256-2-64-32]": 0.5312131340001542, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_output_final_state[cutile-1-64-2-32-32]": 0.5681813950000105, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_output_final_state[cutile-2-128-2-48-48]": 1.5784097290002137, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_output_final_state[cutile-2-128-4-64-64]": 1.5986658709998665, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_output_final_state[cutile-2-256-2-32-64]": 0.4782665810000708, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_reverse[cutile-1-256-2-64-32]": 1.2676276409997627, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_reverse[cutile-1-64-2-32-32]": 0.4336201810001512, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_reverse[cutile-2-128-2-48-48]": 1.0807416459999786, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_reverse[cutile-2-128-4-64-64]": 1.0765481060000184, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_reverse[cutile-2-256-2-32-64]": 1.1548663160001524, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_scale_none_default[cutile-1-256-2-64-32]": 0.1749561840001661, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_scale_none_default[cutile-1-64-2-32-32]": 0.15639956299969526, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_scale_none_default[cutile-2-128-2-48-48]": 0.1355603899999096, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_scale_none_default[cutile-2-128-4-64-64]": 0.16124205200003416, +"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_scale_none_default[cutile-2-256-2-32-64]": 0.18016405500020483, +"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_DecodePaged::test_op[cutile-4-1024-128-float16]": 5.344020922000027, +"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_MLADecodePaged::test_op[cutile-32-4-1024-128-float16]": 0.0013910090000308628, +"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillPaged::test_op[cutile-4-1024-128-128-float16]": 16.115554188000033, +"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillPaged::test_op[cutile-4-1024-192-128-float16]": 21.225023065000073, +"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillRagged::test_op[cutile-4-1024-128-float16]": 89.43321245300001, +"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillRagged::test_op[cutile-4-1024-192-float16]": 122.74295936399994, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.bfloat16-torch.bfloat16-4096-4096-4096-cutile]": 38.972342720000256, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.bfloat16-torch.bfloat16-8192-8192-8192-cutile]": 3.2084606180003448, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float16-torch.float16-4096-4096-4096-cutile]": 35.786557398000014, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float16-torch.float16-8192-8192-8192-cutile]": 3.337736715999995, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-4096-cutile]": 29.63681055500024, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float8_e4m3fn-torch.bfloat16-8192-8192-8192-cutile]": 2.000757379000106, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.bfloat16-torch.bfloat16-4096-4096-4096-cutile]": 0.017345672000146806, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.bfloat16-torch.bfloat16-8192-8192-8192-cutile]": 0.049727420999943206, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float16-torch.float16-4096-4096-4096-cutile]": 0.015060014999789928, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float16-torch.float16-8192-8192-8192-cutile]": 0.054092012000182876, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-4096-cutile]": 0.014748969999800465, +"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float8_e4m3fn-torch.bfloat16-8192-8192-8192-cutile]": 0.04840643700003966, +"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-False-torch.float16-6-4096-512-4096-7168]": 40.79217134700002, +"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-False-torch.float16-6-4096-512-7168-2048]": 1.3455189250000785, +"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-True-torch.float16-6-4096-512-4096-7168]": 41.77409219299989, +"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-True-torch.float16-6-4096-512-7168-2048]": 1.429118408000022, +"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-False-torch.float16-6-4096-512-4096-7168]": 44.23644056599983, +"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-False-torch.float16-6-4096-512-7168-2048]": 1.4866250239999772, +"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-True-torch.float16-6-4096-512-4096-7168]": 42.05120836800006, +"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-True-torch.float16-6-4096-512-7168-2048]": 1.409522908000099, +"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-128-16-cutile]": 4.92385261000004, +"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-128-4-cutile]": 4.942956344999857, +"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-512-16-cutile]": 0.5535478470003454, +"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-512-4-cutile]": 0.591210947000036, +"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-128-16-cutile]": 0.6228719150001325, +"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-128-4-cutile]": 0.5361603539997759, +"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-512-16-cutile]": 0.6422235860000001, +"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-512-4-cutile]": 0.5760633869999765, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_dtypes[torch.bfloat16-4-256-256-256-cutile]": 0.004192931000261524, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_dtypes[torch.float8_e4m3fn-4-256-256-256-cutile]": 14.239144988999897, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[1-256-256-256-torch.bfloat16-cutile]": 0.7584671029999299, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[4-256-256-256-torch.bfloat16-cutile]": 0.004079234999835535, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[8-256-256-256-torch.bfloat16-cutile]": 0.5822841349997816, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[2-128-128-128-torch.bfloat16-False-False-cutile]": 0.0013339019997147261, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[2-128-128-128-torch.bfloat16-True-False-cutile]": 0.6428460599997834, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-256-256-256-torch.bfloat16-False-False-cutile]": 0.0011807379999027035, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-256-256-256-torch.bfloat16-True-False-cutile]": 30.004536274999964, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-512-512-512-torch.bfloat16-False-False-cutile]": 0.0012539550000383315, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-512-512-512-torch.bfloat16-True-False-cutile]": 0.57929392799997, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[False-False-4-256-256-256-torch.bfloat16-cutile]": 0.0013087449997328804, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[False-True-4-256-256-256-torch.bfloat16-cutile]": 0.0013690199998563912, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[True-False-4-256-256-256-torch.bfloat16-cutile]": 0.0044800979999308765, +"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[True-True-4-256-256-256-torch.bfloat16-cutile]": 0.0011705309996159485, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-128-2048-512]": 0.11034274700000424, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-128-2048-513]": 0.0028891069998735475, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-16-2048-512]": 0.10360859600018557, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-16-2048-513]": 0.0029761399998733395, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-32-2048-512]": 0.1229420540000774, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-32-2048-513]": 0.0035183600000436854, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-64-2048-512]": 0.1207216210000297, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-64-2048-513]": 0.0031250550000549993, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-128-2048-512]": 0.1036098760000641, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-128-2048-513]": 0.002425201000050947, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-16-2048-512]": 0.11015394299988657, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-16-2048-513]": 0.005505036999920776, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-32-2048-512]": 0.10732106600016778, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-32-2048-513]": 0.002574200999788445, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-64-2048-512]": 0.09592727599988393, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-64-2048-513]": 0.0023426439997820125, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-128-2048-512]": 0.020865190999984407, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-128-2048-513]": 0.0027870710000570398, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-16-2048-512]": 0.023285949999944933, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-16-2048-513]": 0.0023849999997764826, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-32-2048-512]": 0.027796149000096193, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-32-2048-513]": 0.002394859999867549, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-64-2048-512]": 0.02018270700023095, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-64-2048-513]": 0.003626979000046049, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-128-2048-512]": 0.021459098000150334, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-128-2048-513]": 0.002217267000105494, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-16-2048-512]": 0.023861297000166815, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-16-2048-513]": 0.0023021680001420464, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-32-2048-512]": 0.019362219999948138, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-32-2048-513]": 0.0023738419999972393, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-64-2048-512]": 0.02041662700003144, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-64-2048-513]": 0.002397996000127023, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-128-2048-512]": 0.0011617650000061985, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-128-2048-513]": 0.0012257870000667026, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-16-2048-512]": 0.0011657729996841226, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-16-2048-513]": 0.001122250999969765, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-32-2048-512]": 0.0011140359999899374, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-32-2048-513]": 0.0013792750000902743, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-64-2048-512]": 0.0012076159998741787, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-64-2048-513]": 0.00119668799993633, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-128-2048-512]": 0.0012005379996935517, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-128-2048-513]": 0.001189306000014767, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-16-2048-512]": 0.001154596000105812, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-16-2048-513]": 0.0014400430000023334, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-32-2048-512]": 0.0011640719999377325, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-32-2048-513]": 0.0012013719999686145, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-64-2048-512]": 0.001140569999733998, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-64-2048-513]": 0.0014305689999218885, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-128-2048-512]": 0.0023039029997562466, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-128-2048-513]": 0.0023424050002631702, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-16-2048-512]": 0.0022835510001186776, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-16-2048-513]": 0.0022786959998484235, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-32-2048-512]": 0.0023236619999806862, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-32-2048-513]": 0.002247633000024507, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-64-2048-512]": 0.003025984000259996, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-64-2048-513]": 0.0024293569999827014, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-128-2048-512]": 0.002371081999854141, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-128-2048-513]": 0.0023127990000375576, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-16-2048-512]": 0.0023653229998217284, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-16-2048-513]": 0.0021517800003039156, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-32-2048-512]": 0.0024369329998989997, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-32-2048-513]": 0.002247287000045617, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-64-2048-512]": 0.0023183170001175313, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-64-2048-513]": 0.00228201100003389, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-128-2048-512]": 0.0013515840000764001, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-128-2048-513]": 0.001376151000158643, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-16-2048-512]": 0.0015879519999089098, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-16-2048-513]": 0.0014182109998728265, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-32-2048-512]": 0.001498563999803082, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-32-2048-513]": 0.001332359000116412, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-64-2048-512]": 0.0013358000001062464, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-64-2048-513]": 0.0014056140000775486, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-128-2048-512]": 0.001859292999824902, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-128-2048-513]": 0.0019642049999220035, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-16-2048-512]": 0.0011809250001988403, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-16-2048-513]": 0.0011147889999847393, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-32-2048-512]": 0.0011643919999642094, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-32-2048-513]": 0.0017828500001542125, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-64-2048-512]": 0.0017048469997007487, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-64-2048-513]": 0.001787255999943227, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-128-2048-512]": 0.12452199700010169, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-128-2048-513]": 0.0033103150001352333, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-16-2048-512]": 0.1397945860001073, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-16-2048-513]": 0.002967320999914591, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-32-2048-512]": 0.13199732199973369, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-32-2048-513]": 0.0030657830000109243, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-64-2048-512]": 0.12735872600023868, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-64-2048-513]": 0.0030422229999658157, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-128-2048-512]": 0.13152900499994757, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-128-2048-513]": 0.003119228000059593, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-16-2048-512]": 0.12335155799996755, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-16-2048-513]": 0.0028646069997648738, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-32-2048-512]": 0.13055650499995863, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-32-2048-513]": 0.002764615999922171, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-64-2048-512]": 0.1234501530000216, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-64-2048-513]": 0.00304450699991321, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-128-2048-512]": 0.0011330909997013805, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-128-2048-513]": 0.0011388899997655244, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-16-2048-512]": 0.0032639839998864772, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-16-2048-513]": 0.001457354000194755, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-32-2048-512]": 0.0014119019999725424, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-32-2048-513]": 0.0013958120002826035, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-64-2048-512]": 0.0012092319998373569, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-64-2048-513]": 0.001154950000000099, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-128-2048-512]": 0.0011516640004174405, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-128-2048-513]": 0.0011679029998958868, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-16-2048-512]": 0.0011363219996383123, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-16-2048-513]": 0.0011258979996000562, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-32-2048-512]": 0.0012104770000860299, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-32-2048-513]": 0.0011786920001668477, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-64-2048-512]": 0.0011834680003630638, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-64-2048-513]": 0.0011974030001056235, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-128-2048-512]": 0.002488536999862845, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-128-2048-513]": 0.0024616329997115827, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-16-2048-512]": 0.0025273550002111733, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-16-2048-513]": 0.0024565160001657205, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-32-2048-512]": 0.002404095000201778, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-32-2048-513]": 0.0024480070001118293, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-64-2048-512]": 0.0026090199999089236, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-64-2048-513]": 0.002349202999539557, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-128-2048-512]": 0.0023947509998833993, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-128-2048-513]": 0.0023767470001985203, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-16-2048-512]": 0.002602911999929347, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-16-2048-513]": 0.002380234999691311, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-32-2048-512]": 0.0030819059998066223, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-32-2048-513]": 0.002396606000047541, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-64-2048-512]": 0.0023744089999127027, +"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-64-2048-513]": 0.0023608199999216595, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-128]": 4.510740953999857, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-19]": 4.516317550999702, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-1]": 6.1258462620000955, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-128]": 4.658140948999744, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-19]": 4.293029967999928, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-1]": 6.6383373490000395, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-128]": 4.416024342000355, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-19]": 4.340793846999986, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-1]": 6.20647692200032, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-128]": 4.669715363000023, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-19]": 4.564926207999861, +"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-1]": 6.50004646299999, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_backward[cutile-torch.bfloat16]": 0.110057543000039, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_backward[cutile-torch.float32]": 0.11470815399979983, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_bias[cutile]": 0.15113133899990316, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-1-torch.bfloat16]": 0.19313505200011605, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-1-torch.float32]": 0.144851043999779, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-2-torch.bfloat16]": 0.11593722600014189, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-2-torch.float32]": 0.1463774790001935, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-3-torch.bfloat16]": 0.12510238799995932, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-3-torch.float32]": 0.1215552660000867, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-None-torch.bfloat16]": 0.117333022999901, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-None-torch.float32]": 0.11768563400005405, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-2-8-64-128-torch.bfloat16]": 2.9555640089997723, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-2-8-64-128-torch.float16]": 2.9624801360000674, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-2-8-64-128-torch.float32]": 3.673262465999869, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-3-7-41-150-torch.float32]": 2.568899453000313, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-4-16-128-256-torch.float32]": 3.4585717570000725, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-4-47-31-123-torch.float32]": 3.5759993619997203, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_nll_and_averaging[cutile-False]": 0.14807053399977121, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_nll_and_averaging[cutile-True]": 0.14351908900016497, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_no_ref_model[cutile]": 0.13503220300026442, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_rejects_non_sigmoid[cutile-hinge]": 0.14547756699994352, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_rejects_non_sigmoid[cutile-ipo]": 0.12142904600000293, +"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_rejects_non_sigmoid[cutile-robust]": 0.1318981000003987, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-4-128-torch.bfloat16]": 0.3966235089997099, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-4-128-torch.float16]": 0.41429921700000705, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-6-300-torch.float32]": 0.41615642900023886, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-63-41-torch.float32]": 0.3669967099999667, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-8-512-torch.float32]": 3.2743271170002117, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-4-128-torch.bfloat16]": 0.4074397259998932, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-4-128-torch.float16]": 0.43325272600009157, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-6-300-torch.float32]": 0.42377848000000995, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-63-41-torch.float32]": 0.42590978199996243, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-8-512-torch.float32]": 0.7037140429999909, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-1269-32000-torch.float32]": 3.102533421000089, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-128-torch.bfloat16]": 0.3334814209997603, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-128-torch.float16]": 0.3350024030003169, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-256-torch.float32]": 0.28420635099996616, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-6-300-torch.float32]": 1.7401718880000772, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-63-41-torch.float32]": 3.439551084999948, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-8-1024-torch.float32]": 2.312243764999721, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-1269-32000-torch.float32]": 0.5804675090000728, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-128-torch.bfloat16]": 0.32830920900005367, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-128-torch.float16]": 0.3162477000000763, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-256-torch.float32]": 0.3117684470000768, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-6-300-torch.float32]": 0.3178761179997309, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-63-41-torch.float32]": 0.2922575939996932, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-8-1024-torch.float32]": 0.46792173899984846, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_ignore_index[cutile-4-256-torch.float32]": 0.3405616899999586, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_ignore_index[cutile-8-512-torch.float32]": 0.13407948999974906, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_predicted_tokens[cutile-4-128-torch.float32]": 0.35500620300012997, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_predicted_tokens[cutile-8-256-torch.float32]": 0.34878105899997536, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-4-128-torch.bfloat16]": 0.11800678700024037, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-4-128-torch.float16]": 0.14186054000015247, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-8-512-torch.float32]": 0.49094626100031746, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none_backward[cutile-4-128-torch.bfloat16]": 0.39265532600006736, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none_backward[cutile-4-128-torch.float16]": 0.4123478750002505, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none_backward[cutile-63-41-torch.float32]": 0.3798953389998587, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none_backward[cutile-8-512-torch.float32]": 0.6349306100000831, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-30.0-4-128-torch.float32]": 0.3400868860001083, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-30.0-8-512-torch.float32]": 0.6540406100002656, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-50.0-4-128-torch.float32]": 0.1132345799999257, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-50.0-8-512-torch.float32]": 0.1362276190002376, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_token_accuracy[cutile-4-128-torch.float32]": 0.3497688109998762, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_token_accuracy[cutile-8-256-torch.float32]": 0.3584404480000103, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_weight[cutile-4-128-torch.bfloat16]": 0.3534794819997842, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_weight[cutile-8-512-torch.float32]": 0.5521196730001066, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.0001-4-128-torch.float32]": 0.3072608750001109, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.0001-8-512-torch.float32]": 0.4641508470001554, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.01-4-128-torch.float32]": 0.32678502499993556, +"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.01-8-512-torch.float32]": 0.50926471400021, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(1, 1, 1023)-torch.float32]": 0.3204176199997164, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(2, 4, 512)-torch.float32]": 0.2712295950000225, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(2, 8, 4096)-torch.float32]": 0.3069336899998234, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(3, 7, 256)-torch.float32]": 0.15589212500003669, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 16, 2048)-torch.float32]": 0.2958835770002679, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.bfloat16]": 0.25153492699996605, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.float16]": 0.2623885530001644, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.float32]": 0.2588357420002012, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 300)-torch.float32]": 0.2948336740000741, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(1, 1, 1023)-torch.float32]": 0.3163033349999296, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(2, 4, 512)-torch.float32]": 0.2771334569999908, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(2, 8, 4096)-torch.float32]": 0.3113945339998736, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(3, 7, 256)-torch.float32]": 0.15795420200015542, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 16, 2048)-torch.float32]": 0.2902696359997208, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.bfloat16]": 0.24392163899983643, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.float16]": 0.2553719879997516, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.float32]": 0.2799922939998396, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 300)-torch.float32]": 0.29710710399990603, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(1, 1, 1023)-torch.float32]": 0.33760452899991833, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(2, 8, 4096)-torch.float32]": 0.35077721300012854, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(3, 7, 256)-torch.float32]": 0.31307248600001003, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 16, 2048)-torch.float32]": 0.32060272699982306, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.bfloat16]": 0.33972096999991663, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.float16]": 0.3580957619999481, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.float32]": 0.31540681000001314, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(8, 512)-torch.float32]": 0.29509045500003594, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(1, 1, 1023)-torch.float32]": 0.39221832099974563, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(2, 8, 4096)-torch.float32]": 0.34246288600002117, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(3, 7, 256)-torch.float32]": 0.3281196009997984, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 16, 2048)-torch.float32]": 0.39062747899993155, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.bfloat16]": 0.336544012999866, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.float16]": 0.322807247000128, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.float32]": 0.3395653029999721, +"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(8, 512)-torch.float32]": 0.3224024339999687, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(2, 128, 512)-torch.float32]": 0.3172076879998258, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.bfloat16]": 0.4660663970000769, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.float16]": 0.4605019909997736, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.float32]": 0.45457749299998795, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(8, 512)-torch.float32]": 0.4501099519998206, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(9, 7, 41)-torch.float32]": 0.4311909849998301, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(2, 128, 512)-torch.float32]": 0.3230481560001408, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.bfloat16]": 0.30028212500019436, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.float16]": 0.3169490920001863, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.float32]": 0.32257248899986735, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(8, 512)-torch.float32]": 0.31218526399993607, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(9, 7, 41)-torch.float32]": 0.3032876039999337, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-gemma]": 1.0695924579997609, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-llama]": 0.1819531220000954, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-none]": 1.0966269729999567, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(16, 1024)-torch.float32]": 1.313678635000315, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(2, 128, 512)-torch.float32]": 0.29520579099994393, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(2, 4, 512)-torch.float32]": 0.16767186499987474, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.bfloat16]": 1.1244225820000793, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.float16]": 1.09388010199973, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.float32]": 1.0307042219999403, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 300)-torch.float32]": 1.4110873069996615, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(8, 512)-torch.float32]": 1.130406315999835, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(9, 7, 41)-torch.float32]": 1.1385834810002962, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(16, 1024)-torch.float32]": 0.3262658070002544, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(2, 128, 512)-torch.float32]": 0.28169750800020665, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(2, 4, 512)-torch.float32]": 0.188780172999941, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.bfloat16]": 0.27028170200037493, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.float16]": 0.27420667700016566, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.float32]": 0.2807863109997015, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 300)-torch.float32]": 0.3345896079999875, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(8, 512)-torch.float32]": 0.29153537599995616, +"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(9, 7, 41)-torch.float32]": 0.3179662620000272, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.bfloat16]": 0.39234853900006783, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.float16]": 0.3546906389999549, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.float32]": 0.4121012569996765, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-63-41-41-torch.float32]": 0.19720468399987112, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-8-128-256-torch.float32]": 0.15219805100014128, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-False-200-64-256-torch.bfloat16]": 3.3797328910000033, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-False-200-64-256-torch.float16]": 3.688186964999886, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-False-200-64-256-torch.float32]": 0.16861210400020354, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-False-97-48-300-torch.bfloat16]": 1.869978256999957, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-True-200-64-256-torch.bfloat16]": 0.18672015899983307, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-True-200-64-256-torch.float16]": 0.11494263000008687, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-True-200-64-256-torch.float32]": 0.14957761300001948, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-True-97-48-300-torch.bfloat16]": 0.11976421000008486, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_features[cutile]": 0.8609736149999208, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-1024-1024-4096-torch.float32]": 2.367926081000178, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.bfloat16]": 0.3527584360001583, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.float16]": 0.33340651899993645, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.float32]": 0.3314518610002324, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-6-64-150-torch.float32]": 0.3278588910000053, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-63-41-41-torch.float32]": 0.15283459100010077, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-8-128-256-torch.float32]": 0.16631337699959658, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-1024-1024-4096-torch.float32]": 0.35937997299993185, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.bfloat16]": 0.38573943399978816, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.float16]": 0.29432547000010345, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.float32]": 0.3087506269998812, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-6-64-150-torch.float32]": 0.1489101939998818, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-63-41-41-torch.float32]": 0.12144689500019012, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-8-128-256-torch.float32]": 0.14513269100007165, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_with_bias[cutile-4-64-128-torch.float16]": 0.11268128799974875, +"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_with_bias[cutile-4-64-128-torch.float32]": 0.1143840579998141, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-1-64-128-torch.float32]": 0.11586935599984827, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-188-31-123-torch.float32]": 0.1174432020002314, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.bfloat16]": 0.11730520799983424, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.float16]": 0.11389016500015714, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.float32]": 0.15178549999995994, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-63-41-41-torch.float32]": 0.11947768300001371, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-8-128-256-torch.float32]": 0.12169096799993895, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-1-64-128-torch.float32]": 0.15957025800003066, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-188-31-123-torch.float32]": 0.4295257200001288, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-3-7-11-torch.float32]": 0.4090030669999578, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.bfloat16]": 0.13249331800011532, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.float16]": 0.14603537099992536, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.float32]": 0.29472867100025724, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-32768-torch.float32]": 0.62155542399978, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-63-41-41-torch.float32]": 0.28164757599984114, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-8-128-256-torch.float32]": 0.33071145699977933, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-1-64-128-torch.float32]": 0.1474478770001042, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-188-31-123-torch.float32]": 0.44499150500018914, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-3-7-11-torch.float32]": 0.41942234999987704, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.bfloat16]": 0.13623991500003285, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.float16]": 0.149429161000171, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.float32]": 0.3138793829998576, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-32768-torch.float32]": 0.6432448009998097, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-63-41-41-torch.float32]": 0.2690032370001063, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-8-128-256-torch.float32]": 0.31296712599987586, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-1024-1024-4096-torch.bfloat16]": 0.7163730469999336, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-1024-1024-4096-torch.float32]": 0.14926785199986625, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-141-31-123-torch.bfloat16]": 0.45157883699971535, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-141-31-123-torch.float32]": 0.16051476699976774, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-1024-1024-4096-torch.bfloat16]": 0.716707642999836, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-1024-1024-4096-torch.float32]": 0.15187998699980199, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-141-31-123-torch.bfloat16]": 0.46322927200003505, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-141-31-123-torch.float32]": 0.140556352999738, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-1024-1024-4096-torch.bfloat16]": 0.7010663209996437, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-1024-1024-4096-torch.float32]": 0.14740617899974495, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-141-31-123-torch.bfloat16]": 0.45160917600014727, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-141-31-123-torch.float32]": 0.14097185299988269, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-1024-1024-4096-torch.bfloat16]": 0.7175967630000741, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-1024-1024-4096-torch.float32]": 0.15774826400001984, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-141-31-123-torch.bfloat16]": 0.49022126900013063, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-141-31-123-torch.float32]": 0.1641593650001596, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-1024-1024-4096-torch.bfloat16]": 0.7098871569999119, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-1024-1024-4096-torch.float32]": 0.15321403000007194, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-141-31-123-torch.bfloat16]": 0.46323902599988287, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-141-31-123-torch.float32]": 0.14395550999984152, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-1024-1024-4096-torch.bfloat16]": 0.8160101040000427, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-1024-1024-4096-torch.float32]": 0.1635128780001196, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-141-31-123-torch.bfloat16]": 0.44998415200007, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-141-31-123-torch.float32]": 0.15698019699993893, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-16-64-128-torch.float32]": 0.14400386600004822, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-4-64-128-torch.float32]": 0.2938957050000681, +"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-8-128-256-torch.float32]": 0.35345411300022533, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(1, 1, 16, 32)]": 9.33160018700005, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(1, 2, 64, 32)]": 0.8168884519998301, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(2, 4, 32, 64)]": 10.222949512000014, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(1, 1, 16, 32)]": 0.5507135819998439, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(1, 2, 64, 32)]": 0.2085035599998264, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(2, 4, 32, 64)]": 0.6145830410000599, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(1, 1, 16, 32)]": 9.174444660000063, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(1, 2, 64, 32)]": 0.7810296989996459, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(2, 4, 32, 64)]": 10.247853307000241, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(1, 1, 16, 32)]": 0.6847868689999359, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(1, 2, 64, 32)]": 0.6639713009999468, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(2, 4, 32, 64)]": 0.6081024269999489, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(1, 1, 16, 32)]": 14.856453597999916, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(1, 2, 64, 32)]": 0.8454065939999964, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(2, 4, 32, 64)]": 18.921219538000287, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(1, 1, 16, 32)]": 0.8278349789998174, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(1, 2, 64, 32)]": 0.19205195499989713, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(2, 4, 32, 64)]": 1.266561842000101, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(1, 1, 16, 32)]": 0.16452976000005037, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(1, 2, 64, 32)]": 0.12539696500016362, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(2, 4, 32, 64)]": 0.11947128099996007, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(1, 1, 16, 32)]": 0.14186725500007924, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(1, 2, 64, 32)]": 0.11942775700026687, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(2, 4, 32, 64)]": 0.1193571490002796, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(1, 1, 16, 32)]": 0.17446358100005455, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(1, 2, 64, 32)]": 18.363357912000083, +"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(2, 4, 32, 64)]": 1.4279655059997367, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.2735478200002035, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.float16]": 0.252433898000163, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.float32]": 0.2675191109997286, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(8, 512)-torch.float32]": 0.32880009700011215, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(9, 41, 341)-torch.float32]": 0.3222501049999664, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(9, 7, 41)-torch.float32]": 0.28176090900001327, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(16, 1024)-torch.float32]": 0.25970106699992357, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(2, 2, 8)-torch.float32]": 0.25043261100017844, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(2, 4, 512)-torch.float32]": 0.20030649299997094, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.bfloat16]": 0.249298324999927, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.float16]": 0.29135864299996683, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.float32]": 0.21496790300011526, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 300)-torch.float32]": 0.288154048999786, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(8, 512)-torch.float32]": 0.23663937400010582, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(9, 41, 341)-torch.float32]": 0.3192696710000291, +"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(9, 7, 41)-torch.float32]": 0.24853175199996258, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.bfloat16]": 0.326885295999773, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.float16]": 0.34546653300026264, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.float32]": 0.34682731699990654, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-63-21-2163-torch.float32]": 0.7292466359999707, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-4-8-4-16-torch.float32]": 0.34829407699953663, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-16-32-1-4096-torch.float32]": 0.44176730499998484, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.bfloat16]": 0.2837100990000181, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.float16]": 0.28183500399995864, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.float32]": 0.3076228100001117, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-6-3-10-torch.float32]": 0.28274173599993446, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-63-21-2163-torch.float32]": 0.4968121830002019, +"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-4-8-4-16-torch.float32]": 0.3014262149999922, +"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-1-4-128]": 0.871263307000163, +"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-2-8-256]": 0.8949915169998803, +"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-4-16-512]": 0.8512387619998663, +"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-1-4-128]": 0.9112143489996924, +"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-2-8-256]": 0.8539223350001066, +"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-4-16-512]": 0.9335354879999613, +"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_backward[cutile]": 1.0816224430002421, +"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_with_kl[cutile-2-8-256]": 0.34061709699994935, +"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_with_mask[cutile-2-8-256]": 0.980056796999861, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-16-1024-0.5-torch.float32]": 0.47835205900014444, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.0-torch.float32]": 0.3503888969999025, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.bfloat16]": 0.31129537200013147, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.float16]": 0.2869450290002078, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.float32]": 0.19067564300030426, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-1.0-torch.float32]": 0.3012068380000983, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-8-512-0.3-torch.float32]": 0.34067502700008845, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-8-512-0.5-torch.float32]": 0.3512190870001177, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_all_ignored[cutile-20-32-torch.bfloat16]": 0.1372677320002822, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_all_ignored[cutile-20-32-torch.float32]": 0.16589798699988023, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-16-1024-0.3-2-torch.bfloat16]": 0.5822527760001321, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-8-512-0.5-2-torch.float32]": 0.3570595310000044, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-8-512-0.5-42-torch.float32]": 0.39135919000000285, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-16441-1271-0.5-torch.float32]": 0.622679169000321, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-2048-3200-0.5-torch.bfloat16]": 0.8091905349999706, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-2048-3200-0.5-torch.float32]": 0.6573402800001986, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-8-512-0.5-torch.float16]": 0.3608705629999349, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-16441-1271-torch.float32]": 0.1496032129998639, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-2048-3200-torch.bfloat16]": 0.14978521400007594, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-2048-3200-torch.float32]": 0.17191480099995715, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_with_labels[cutile-16-1024-0.5-torch.float32]": 0.546238139000252, +"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_with_labels[cutile-8-512-0.5-torch.float32]": 0.3667887760002486, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(16, 1024)-torch.float32]": 0.12485409799978697, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.bfloat16]": 0.12840943299988794, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.float16]": 0.13461007999990215, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.float32]": 0.1281763110000611, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 300)-torch.float32]": 0.12498105200006648, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(8, 512)-torch.float32]": 0.12495352599989928, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(16, 1024)-torch.float32]": 0.12872563499990974, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.bfloat16]": 0.13746394199984024, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.float16]": 0.13085708899984638, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.float32]": 0.16153028799999447, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 300)-torch.float32]": 0.13069603099984306, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(8, 512)-torch.float32]": 0.1251379709997309, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(16, 1024)-torch.float32]": 0.3282892229999561, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.bfloat16]": 0.25697250500002156, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.float16]": 0.24368050299995048, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.float32]": 0.23521880199996303, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 300)-torch.float32]": 0.29296324999995704, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(8, 512)-torch.float32]": 0.26851565499987373, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(16, 1024)-torch.float32]": 0.2976642810001522, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.bfloat16]": 0.2517711179998514, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.float16]": 0.25598114500007796, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.float32]": 0.27947706999998445, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 300)-torch.float32]": 0.29686153299962825, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(8, 512)-torch.float32]": 0.27100913799995396, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(16, 1024)-torch.float32]": 0.1250167320001765, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.bfloat16]": 0.13276587099994686, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.float16]": 0.12624667500017495, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.float32]": 0.13972213900024144, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 300)-torch.float32]": 0.13002105900022798, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(8, 512)-torch.float32]": 0.12802098399970419, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(16, 1024)-torch.float32]": 0.1277969259999736, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.bfloat16]": 0.1280231109997203, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.float16]": 0.1256239810002171, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.float32]": 0.14629367300017293, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 300)-torch.float32]": 0.12895875699996395, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(8, 512)-torch.float32]": 0.12899829499974658, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(16, 1024)-torch.float32]": 0.2574045889998615, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.bfloat16]": 0.24857374499993057, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.float16]": 0.2408389160000297, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.float32]": 0.21440124100013236, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 300)-torch.float32]": 0.2762293480002427, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(8, 512)-torch.float32]": 0.25328404000015325, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(16, 1024)-torch.float32]": 0.2781431099999736, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.bfloat16]": 0.2522347650001393, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.float16]": 0.2606414300000779, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.float32]": 0.2823543489998883, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 300)-torch.float32]": 0.28164428300010513, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(8, 512)-torch.float32]": 0.25304902700008824, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(16, 1024)-torch.float32]": 0.1457482959999652, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.bfloat16]": 0.13772948299993004, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.float16]": 0.13652798699990853, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.float32]": 0.1326636219998818, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 300)-torch.float32]": 0.13450649899982636, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(8, 512)-torch.float32]": 0.13278519899995445, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(16, 1024)-torch.float32]": 0.12981607399979112, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.bfloat16]": 0.13297996400001466, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.float16]": 0.15127924299986262, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.float32]": 0.1675044160001562, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 300)-torch.float32]": 0.12860663400010708, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(8, 512)-torch.float32]": 0.14150084200014135, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(16, 1024)-torch.float32]": 0.27905558500015104, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.bfloat16]": 0.2745375790000253, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.float16]": 0.28982362799979455, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.float32]": 0.24238814099999217, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 300)-torch.float32]": 0.30003994999992756, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(8, 512)-torch.float32]": 0.25673616600010973, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(16, 1024)-torch.float32]": 0.12433080799996787, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.bfloat16]": 0.1317538319999585, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.float16]": 0.13380869299999176, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.float32]": 0.13268420699978378, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 300)-torch.float32]": 0.12773906600000373, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(8, 512)-torch.float32]": 0.13068674300006933, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(16, 1024)-torch.float32]": 0.1446743779999906, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.bfloat16]": 0.12429999499977384, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.float16]": 0.1281622330002392, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.float32]": 0.1632569170003535, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 300)-torch.float32]": 0.12838235899994288, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(8, 512)-torch.float32]": 0.13266153499967004, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(16, 1024)-torch.float32]": 0.29925495499992394, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.bfloat16]": 0.25357025600010275, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.float16]": 0.25833361600007265, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.float32]": 0.23858068399999866, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 300)-torch.float32]": 0.29844141699982174, +"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(8, 512)-torch.float32]": 0.25910168600012184, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.3118718909997824, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.14819185699980153, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.2733101540000007, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.float16]": 0.29590819800000645, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.float32]": 0.28612188699980834, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 300)-torch.float32]": 0.294471084999941, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(8, 512)-torch.float32]": 0.29720404699992287, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(16, 1024)-torch.float32]": 0.3484240679999857, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(2, 4, 512)-torch.float32]": 0.15683177899995826, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.3315523290002602, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.2951550119998956, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.3266268400000172, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 300)-torch.float32]": 0.3231304569999338, +"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.3345331329999226, +"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(1, 16, 8, 128)-torch.float32]": 0.2917044450000503, +"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(1, 4, 2, 48)-torch.float32]": 0.26301807100026053, +"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.bfloat16]": 0.29985800400004337, +"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.float16]": 0.30021629299994856, +"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.float32]": 0.30613770799982376, +"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.bfloat16]": 0.29105784700004733, +"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.float16]": 0.2762067590001607, +"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.float32]": 0.2981826309999178, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(64, 512)-per_token]": 0.37537974499991833, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(64, 512)-shared]": 0.2803337620000548, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(8, 128)-per_token]": 0.27536144700002296, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(8, 128)-shared]": 0.2606721120000657, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(64, 512)-per_token]": 0.28684707599950343, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(64, 512)-shared]": 0.2806426269999065, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(8, 128)-per_token]": 0.27647228800015, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(8, 128)-shared]": 0.2784578720002173, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(64, 512)-per_token]": 0.2988429729998643, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(64, 512)-shared]": 0.26904789999980494, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(8, 128)-per_token]": 0.27521500000011656, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(8, 128)-shared]": 0.2832724079999025, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(64, 512)-per_token]": 0.34734632700019574, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(64, 512)-shared]": 0.34334751200003666, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(8, 128)-per_token]": 0.3165848210001059, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(8, 128)-shared]": 0.33976465799992184, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-gemma]": 0.2344062079998821, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-llama]": 0.14996485000006032, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-none]": 0.2847212269996362, +"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_no_shift[cutile]": 0.4196191879998423, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(1, 2, 16)-torch.float32]": 0.3868394390001413, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.bfloat16]": 0.5014893630000188, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.float16]": 0.1793925389999913, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.float32]": 0.39424119299997074, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward[cutile-(1, 1, 16)-torch.float32]": 0.37596887400013657, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward[cutile-(2, 1, 8)-torch.float32]": 0.3833959579999373, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-1-8-1-torch.float32]": 0.1807352779997018, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-1-torch.float32]": 0.15754249199994774, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-2-torch.bfloat16]": 0.3690227799997956, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-2-torch.float32]": 0.15290175000041017, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.bfloat16]": 0.1330952119997164, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.float16]": 0.13250754799992137, +"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.float32]": 0.15639558599991688, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.5189886010000464, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.16131016199983605, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.49419536200025505, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.float16]": 0.506338498000332, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.float32]": 0.4466287779996492, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 300)-torch.float32]": 0.5103254759997071, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(8, 512)-torch.float32]": 0.4942399369999748, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.3633264360000794, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.36164385500001117, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.36918793600034405, +"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.37427787600017837, +"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(1, 2, 4, 48)-torch.float32]": 0.36261196300006304, +"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(1, 4, 8, 128)-torch.float32]": 0.4091072290000284, +"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.3514819339998212, +"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.float16]": 0.36980454799982, +"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.float32]": 0.37137090999976863, +"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.5721682459998192, +"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float16]": 0.5779571199998372, +"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float32]": 0.5432758800000101, +"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(1, 1, 1023)-torch.float32]": 0.29225774199994703, +"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(2, 4, 512)-torch.float32]": 0.2605067960000724, +"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(2, 8, 4096)-torch.float32]": 0.27218338099987704, +"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(3, 7, 256)-torch.float32]": 0.17021603900025184, +"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 16, 2048)-torch.float32]": 0.26659385499988275, +"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.bfloat16]": 0.259206069000129, +"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.float16]": 0.28191482500005804, +"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.float32]": 0.28432467399989036, +"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 300)-torch.float32]": 0.2998403600001893, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.29093356099997436, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.16230282299989085, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.27349036300006446, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.float16]": 0.27017057199986994, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.float32]": 0.2770912710000175, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 300)-torch.float32]": 0.27737782199983485, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(8, 512)-torch.float32]": 0.28039186099999824, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.28799682199974086, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.2930697509998481, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.24888264400010485, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.29241497499992875, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-gemma]": 0.23656373299991174, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-llama]": 0.16791212199996153, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-none]": 0.31915626600016367, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-gemma]": 0.23664941700030795, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-llama]": 0.21227741399980005, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-none]": 0.2772255080001287, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.bfloat16]": 0.26802067299990995, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.float16]": 0.2538209370002278, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.float32]": 0.28986838300011186, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(8, 512)-torch.float32]": 0.26918499899989, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.bfloat16]": 0.11506809699994847, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.float16]": 0.12648265900020306, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.float32]": 0.1379887680000138, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.bfloat16]": 0.11373944400020264, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.float16]": 0.11137984800029699, +"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.float32]": 0.11250268100002359, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(1, 2, 4, 48)-torch.float32]": 0.14806451500021467, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(1, 4, 8, 128)-torch.float32]": 0.14940008900020985, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.bfloat16]": 0.33103476999986015, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.float16]": 0.2871423770002366, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.float32]": 0.29740655000000515, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(3, 4, 7, 64)-torch.float32]": 0.2994834029998401, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(1, 2, 4, 48)-torch.float32]": 0.32085046599968337, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(1, 4, 8, 128)-torch.float32]": 0.3204222680003568, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.bfloat16]": 0.31671951399994214, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.float16]": 0.3164621440000701, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.float32]": 0.3202921959998548, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(3, 4, 7, 64)-torch.float32]": 0.32473591300004045, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(1, 2, 4, 48)-torch.float32]": 0.4621127540001453, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(1, 4, 8, 128)-torch.float32]": 0.4914475959999436, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.4908006540001679, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float16]": 0.48627481399989847, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float32]": 0.47184483199998795, +"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(3, 4, 7, 64)-torch.float32]": 0.4717392350000864, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 1023)-torch.float32]": 0.5382973960001891, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 2, 4096)-torch.float32]": 0.18303191199993307, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 4096)-torch.float32]": 0.6427053829997931, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.bfloat16]": 0.26397605000011026, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.float16]": 0.4610142949998135, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.float32]": 0.25998147199970845, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(3, 7, 256)-torch.float32]": 0.5182063550000748, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(4, 16)-torch.float32]": 0.24853540300000532, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.bfloat16]": 0.284011400000054, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.float16]": 0.3070293539999511, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.float32]": 1.6024082050000743, +"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(4, 16)-torch.float32]": 1.6471393479998824, +"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(2, 128, 512)-torch.float32]": 1.0011683570000969, +"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(4, 256)-torch.float32]": 0.1273737350002193, +"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(5, 123, 123)-torch.float32]": 0.17981326600011016, +"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(2, 128, 512)-torch.float32]": 1.1350244610000573, +"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(4, 256)-torch.float32]": 1.0189486849999412, +"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(5, 123, 123)-torch.float32]": 1.011290499000097, +"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op_backward[cutile-(2, 128, 512)-torch.float32]": 0.9572454620001736, +"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op_backward[cutile-(4, 256)-torch.float32]": 0.9103928590000123, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(2, 256, 256)-torch.float32]": 0.28690337000011823, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(2, 8, 8)-torch.float32]": 0.289853962000052, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.2803457760001038, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.float16]": 0.32730845999981284, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.float32]": 0.26260980899996866, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(6, 42, 123)-torch.float32]": 0.28622839099989505, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(9, 7, 41)-torch.float32]": 0.2667871799999375, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(2, 256, 256)-torch.float32]": 0.2778251590000309, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(2, 8, 8)-torch.float32]": 0.26936000399996374, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.bfloat16]": 0.24315653700023176, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.float16]": 0.2607352259999516, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.float32]": 0.28030754600013097, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 300)-torch.float32]": 0.2732141840001532, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(6, 42, 123)-torch.float32]": 0.2722461049997946, +"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(9, 7, 41)-torch.float32]": 0.23586890599995058, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-1-1024-128]": 0.13164199899983942, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-2-512-512]": 0.121684691000155, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-4-127-128]": 0.12781417300016074, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-1-1024-128]": 0.12221681100004389, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-2-512-512]": 0.11985435299970959, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-4-127-128]": 0.11694297899975936, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-1-1024-128]": 0.13716880499987383, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-2-512-512]": 0.11517675599998256, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-4-127-128]": 0.12203612000030262, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-1-1024-128]": 0.11780982700020104, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-1-1024-256]": 0.11324542499983181, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-2-1024-64]": 0.11220363300003555, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-2-512-512]": 0.11714988600010656, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-4-127-128]": 0.10644171300009475, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-1-1024-128]": 0.11644261700030256, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-1-1024-256]": 0.1155971480000062, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-2-1024-64]": 0.1224396479999541, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-2-512-512]": 0.12543281099965498, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-4-127-128]": 0.11555283199982114, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-1-1024-128]": 0.11374714799967478, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-1-1024-256]": 0.11212461200011603, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-2-1024-64]": 0.1213401900001827, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-2-512-512]": 0.17191092500024752, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-4-127-128]": 0.1525968329999614, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-1-1024-128]": 0.12995087799981775, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-1-1024-256]": 0.12215328899992528, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-2-1024-64]": 0.13087242199958382, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-2-512-512]": 0.1237995139999839, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-4-127-128]": 0.13298157100007302, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-1-1024-128]": 0.14108535799982747, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-1-1024-256]": 0.12074067399998967, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-2-1024-64]": 0.1196752179998839, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-2-512-512]": 0.12127746700025455, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-4-127-128]": 0.11530147399980706, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-1-1024-128]": 0.15395548500009681, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-1-1024-256]": 0.1305637409998326, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-2-1024-64]": 0.13272484799972517, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-2-512-512]": 0.14259763600011865, +"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-4-127-128]": 0.14104649199998676, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-1-4096-32000]": 2.3963657070003137, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-3-423-32000]": 2.4067707310000515, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-41-401-1271]": 0.46391817599987917, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-1-4096-32000]": 2.4160706350000964, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-3-423-32000]": 2.449311480999768, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-41-401-1271]": 0.46621457800006283, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-1-4096-32000]": 0.8019976080001925, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-3-423-32000]": 0.7977636410000741, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-41-401-1271]": 0.3964875649999158, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-1-4096-32000]": 2.4296290659999613, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-3-423-32000]": 2.410071918999847, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-41-401-1271]": 0.45654050100006316, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-1-4096-32000]": 3.1139077779998843, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-3-423-32000]": 3.3907514720001473, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-41-401-1271]": 0.40531875199962997, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-1-4096-32000]": 3.2691666709999936, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-3-423-32000]": 3.2280259040001056, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-41-401-1271]": 0.3853187769998385, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-1-4096-32000]": 0.5174478490000638, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-3-423-32000]": 0.5321310140000151, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-41-401-1271]": 0.3952631729998757, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-1-4096-32000]": 3.312431220999997, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-3-423-32000]": 3.322168808000015, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-41-401-1271]": 0.37780790600004366, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-1-4096-32000]": 0.20756820999986303, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-3-423-32000]": 0.186742034999952, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-41-401-1271]": 0.1871670160001031, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-1-4096-32000]": 0.2026942150002924, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-3-423-32000]": 0.13782045199991444, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-41-401-1271]": 0.18059575500001301, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-1-4096-32000]": 0.17031798099992557, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-3-423-32000]": 0.18126117499991778, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-41-401-1271]": 0.21123652799997217, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-1-4096-32000]": 1.7499469760000466, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-3-423-32000]": 1.732199645000037, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-41-401-1271]": 0.3706986929998948, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-1-4096-32000]": 1.801390837999861, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-3-423-32000]": 1.762943019999966, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-41-401-1271]": 0.37081132599996636, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-1-4096-32000]": 0.6002642099999775, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-3-423-32000]": 0.5949185749998378, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-41-401-1271]": 0.3877985799999806, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-1-4096-32000]": 1.7576413559997945, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-3-423-32000]": 1.7240619460001199, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-41-401-1271]": 0.37287977500000125, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-1-4096-32000]": 1.744261196000025, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-3-423-32000]": 1.7549434350000865, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-41-401-1271]": 0.3822373719999632, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-1-4096-32000]": 1.7445912830000907, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-3-423-32000]": 1.736095659000057, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-41-401-1271]": 0.36072120800008634, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-1-4096-32000]": 0.6788779890000569, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-3-423-32000]": 0.6926008469997669, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-41-401-1271]": 0.380677169999899, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-1-4096-32000]": 1.7194100709998565, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-3-423-32000]": 1.7637515819999408, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-41-401-1271]": 0.39016386199978115, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-1-4096-32000]": 1.7778547540001455, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-3-423-32000]": 1.7424460410002212, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-41-401-1271]": 0.3979735959999289, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-1-4096-32000]": 1.7774966479998966, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-3-423-32000]": 1.7947943150002175, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-41-401-1271]": 0.3731381330003387, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-1-4096-32000]": 0.58487697999999, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-3-423-32000]": 0.6055744679999862, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-41-401-1271]": 0.4077343720000499, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-1-4096-32000]": 1.7546644620001643, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-3-423-32000]": 1.7657134009998572, +"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-41-401-1271]": 0.3951117499998418, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_all_ignored[cutile]": 0.10643258300001435, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.bfloat16-1-64-32000]": 0.1346427710000171, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.bfloat16-2-32-1024]": 0.10942271199996867, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.float16-1-64-32000]": 0.12788744100021177, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.float16-2-32-1024]": 0.12876734600035888, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_large_vocab[cutile-torch.bfloat16-1-16-100000]": 0.12801383000009992, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_large_vocab[cutile-torch.bfloat16-2-8-128256]": 0.1417221479998716, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_logit_scaling[cutile-torch.bfloat16-2-16-1024]": 0.1244458300000133, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_softcapping[cutile-torch.bfloat16-2-16-1024]": 0.16663444900018476, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-1-128-50257]": 1.4502032020000115, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-2-64-1024]": 0.11492556199982573, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-4-32-32000]": 0.3639927389999684, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-1-128-50257]": 1.303670952999937, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-2-64-1024]": 0.13697904399987237, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-4-32-32000]": 0.30977497399999265, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_large_vocab[cutile-torch.bfloat16-1-16-100000]": 0.1659328920002281, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_large_vocab[cutile-torch.bfloat16-2-8-128256]": 0.14924699800008057, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_logit_scaling[cutile-torch.bfloat16-2-16-1024]": 0.11689933299999211, +"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_softcapping[cutile-torch.bfloat16-2-16-1024]": 0.13650893300018652, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(1024, 4096)-128]": 0.0020710339997549454, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(128, 512)-128]": 0.0021341460001167434, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(2048, 8192)-128]": 0.0029051960002561827, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(256, 256)-128]": 0.09977435299970239, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(64, 1024)-128]": 0.002429763999998613, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op_non_square[cutile-(128, 384)-128]": 0.0019941959999414394, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op_non_square[cutile-(256, 128)-128]": 0.001983014000188632, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-1024-2048-1024-[128, 128]]": 0.7907281029997648, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-128-128-128-[128, 128]]": 0.37621337100040364, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-256-256-256-[128, 128]]": 0.5449048670000138, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-512-1024-512-[128, 128]]": 0.6674356100002115, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-2048-4096-128]": 0.34191605799969693, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-256-256-128]": 0.3227246780002133, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-384-768-128]": 0.3043582039999819, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-4096-8192-128]": 0.39701989900004264, +"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-512-1024-128]": 0.3007438079998792, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.12272111500010396, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.14968760799979464, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.13239060899991273, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.17947015300001112, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-1024-1024]": 0.11700647400016351, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-2048-5120]": 0.139992785000004, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-256-512]": 0.1321106969999164, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-4096-8192]": 0.1887094290002551, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.4608113880001383, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.4443646280001303, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.4681790979998368, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.4107959599998594, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.48538764499994613, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.4297266959999888, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.4562913360002767, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.4396022579999226, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.41373692599995593, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.4325488930001029, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.43768110200016963, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.4635557830001744, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.1303679979998833, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.15927560600016477, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.13827908399980515, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.1961437450001995, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-1024-1024]": 0.12067982999997184, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-2048-5120]": 0.15114925899979426, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-256-512]": 0.11287925399983578, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-4096-8192]": 0.2137590470001669, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.511829268999918, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.491285396999956, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.45982208200007335, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.5165122789999259, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.48751242399998773, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.471550616000286, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.5394490759999826, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.5598562489997221, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.4875103180002043, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.5568824380000024, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.5351899670001785, +"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.49158338100005494, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-4-16-64-64-1]": 0.004000493999910759, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-4-32-128-128-1]": 0.006322024000155579, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-8-64-512-256-1]": 9.068227828000317, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-4-16-64-64-1]": 0.009299411000256441, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-4-32-128-128-1]": 0.004358684999715479, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-8-64-512-256-1]": 0.0038410679997014086, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 0.005938785999887841, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 0.0037717179998253414, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-4-16-64-64-1]": 7.20765225900027, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-4-32-128-128-1]": 6.059269202999758, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-8-64-512-256-1]": 0.3545978369998011, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-4-16-64-64-1]": 7.5302963930000715, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-4-32-128-128-1]": 6.382286413999736, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-8-64-512-256-1]": 9.19288995900024, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 6.166739873999859, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 7.27160049500003, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_deterministic[cutile-8-32-256-128]": 1.8552734929999133, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[0, 0, 0, 64]-64-64]": 0.002380937999987509, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[128]-256-128]": 2.268459390999851, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[32, 16, 8, 8]-64-64]": 0.36988941599997816, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[64, 0, 32, 0]-128-128]": 1.685869485000012, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-16-16-768-512-1]": 4.506437887999937, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-16-32-2048-1024-1]": 9.449829880000152, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-4-16-64-64-1]": 1.1295303900001272, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-4-32-128-128-1]": 1.6619065670001874, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-16-128-128-2]": 1.6970806150000044, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-64-512-256-1]": 2.815651657999979, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-8-64-128-1]": 1.3910798280001018, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-16-16-768-512-1]": 4.692705902999933, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-16-32-2048-1024-1]": 9.680180314000154, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-4-16-64-64-1]": 1.1867182669998328, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-4-32-128-128-1]": 1.6312602339999103, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-16-128-128-2]": 1.7988976389999607, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-64-512-256-1]": 2.831460040000138, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-8-64-128-1]": 1.4002242879998903, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_large[cutile-torch.bfloat16-128-8-768-512-1]": 6.754288590999749, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 1.6471807300004002, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 1.805556832999855, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_upstream_model[cutile-torch.bfloat16-128-8-768-2048-8]": 4.451911845000041, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_upstream_model[cutile-torch.bfloat16-16-64-8192-5120-1]": 3.0195371340000747, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_non_power_of_2[cutile-torch.bfloat16-4-20-300-192]": 2.707516299999952, +"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_non_power_of_2[cutile-torch.bfloat16-8-13-100-96]": 2.0940819120000924, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(16, 1024)]": 0.551553401999854, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(2, 4, 512)]": 0.01192161600010877, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(21, 349, 1024)]": 0.49185146199988594, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(32, 4096)]": 0.62985175599988, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(4, 256)]": 0.5066419849997601, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(4, 300)]": 0.7906694009996045, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(8, 512)]": 0.517042765000042, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(16, 1024)]": 0.5684438090002004, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(2, 4, 512)]": 0.003026333999741837, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(21, 349, 1024)]": 0.5205421339999248, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(32, 4096)]": 0.6438428950000343, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(4, 256)]": 0.14036057399994206, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(4, 300)]": 0.7728567079998356, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(8, 512)]": 0.5420525540000654, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(2, 4, 512)-torch.bfloat16]": 0.005983414000183984, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 2048)-torch.bfloat16]": 1.1412358200000199, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 256)-torch.float16]": 1.0789142370003901, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 256)-torch.float32]": 1.0237691380000342, +"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(8, 512)-torch.bfloat16]": 0.49453834799987817, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(2, 4, 512)-torch.bfloat16]": 0.43357582999988153, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 2048)-torch.bfloat16]": 1.1471261530000447, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.6107487809999839, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.8974765999998908, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(8, 512)-torch.bfloat16]": 0.4886095990002559, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(16, 1024)-torch.bfloat16]": 0.5001845780002441, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(2, 4, 512)-torch.bfloat16]": 0.4472022110001035, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(4, 256)-torch.float16]": 0.47412870500011195, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(8, 512)-torch.bfloat16]": 0.29868575800014696, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(16, 1024)]": 0.4642234540001482, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(4, 256)]": 0.6975096179999127, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(8, 512)]": 0.46838547899983496, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(16, 1024)]": 0.46578408000004856, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(4, 256)]": 0.46823280299986436, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(8, 512)]": 0.5080771360001108, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(16, 1024)]": 0.4772752670000955, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(2, 4, 512)]": 0.0029651840000042284, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(21, 349, 1024)]": 0.4339795729997604, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(32, 4096)]": 0.5106560530000479, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(4, 256)]": 0.42499298200004887, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(4, 300)]": 0.7013526579999052, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(8, 512)]": 0.46462053100003686, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(16, 1024)]": 0.44871531499984485, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(2, 4, 512)]": 0.002801042999863057, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(21, 349, 1024)]": 0.454227845999867, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(32, 4096)]": 0.5159362840001904, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(4, 256)]": 0.4333344589999797, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(4, 300)]": 0.5644704500000444, +"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(8, 512)]": 0.40975935900019067, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-1-128-4-128]": 0.4725974479999877, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-2-64-8-64]": 0.4446813839999777, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-4-32-16-64]": 0.4256797890002417, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-1-128-4-128]": 0.45666189099983967, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-2-64-8-64]": 0.42383002800033864, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-4-32-16-64]": 0.44675800300001356, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.bfloat16-1-128-4-128]": 0.5092232209999565, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.bfloat16-2-64-8-64]": 0.4096397790003721, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.float16-1-128-4-128]": 0.24650632699990638, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.float16-2-64-8-64]": 0.24778251800012185, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-1-32-8-128-128]": 0.7906115729997509, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-2-8-8-64-64]": 0.4564239170001656, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-4-16-4-32-64]": 0.47587005899981705, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-1-32-8-128-128]": 0.532600470000034, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-2-8-8-64-64]": 0.5867109830001027, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-4-16-4-32-64]": 0.7815458899999612, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.bfloat16-1-32-8-128-128]": 0.1266119469999012, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.bfloat16-2-8-8-64-64]": 0.29767453599970395, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.float16-1-32-8-128-128]": 0.1402070700000877, +"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.float16-2-8-8-64-64]": 0.1039421630000561, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.10505347600019377, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.13023441299992555, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.10998476999998275, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.21027183399974092, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-512-4096]": 0.09905954999999267, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-1024-1024]": 0.12051927399988926, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-2048-5120]": 0.13118645000008655, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-256-512]": 0.11340593199997784, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-4096-8192]": 0.17643650299987712, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-512-4096]": 0.1338370259995827, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.47475520399984816, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.3856297019997328, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.4769217699999899, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.39959453999995276, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.4094676219997382, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.4333892530000867, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.45221171099979074, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.45709167899985914, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.3822638439999082, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.47066368999981023, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.3875443270001142, +"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.4064753049999581 }