diff --git a/.github/.test_durations b/.github/.test_durations
index f9af879e..c9c87baa 100644
--- a/.github/.test_durations
+++ b/.github/.test_durations
@@ -1,2829 +1,3705 @@
 {
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float16-none]": 0.6053893400000163,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float16-tanh]": 0.5217558470000085,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float32-none]": 0.5697794060000092,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float32-tanh]": 0.4884153109999829,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float16-none]": 0.5851004509999882,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float16-tanh]": 0.5272629639999877,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float32-none]": 0.4900146950000135,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float32-tanh]": 0.5190763009999841,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float16-none]": 0.5113377390000267,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float16-tanh]": 0.5095946259999664,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float32-none]": 0.48080111199999465,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float32-tanh]": 0.5045792950000134,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float16-none]": 0.5875845080000204,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float16-tanh]": 0.5364971090000097,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float32-none]": 0.5551290349999931,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float32-tanh]": 0.5276502820000246,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float16-none]": 0.13090156800001296,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float16-tanh]": 0.1513705680000328,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float32-none]": 0.19814306200001397,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float32-tanh]": 0.15289546799996856,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float16-none]": 0.1369768449999924,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float16-tanh]": 0.15586383999999498,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float32-none]": 0.15484163899998293,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float32-tanh]": 0.16293802900000287,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float16-none]": 0.5291022429999828,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float16-tanh]": 0.48907463100002246,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float32-none]": 1.3312764530000436,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float32-tanh]": 0.48822427999996876,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float16-none]": 0.49782704099999364,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float16-tanh]": 0.5265960219999783,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float32-none]": 0.5762739099999692,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float32-tanh]": 0.5633892890000141,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float16-none]": 0.5730634530000032,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float16-tanh]": 0.5195544579999876,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float32-none]": 0.585620667000029,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float32-tanh]": 0.528796916000033,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float16-none]": 0.1481872089999854,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float16-tanh]": 0.14009204600000658,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float32-none]": 0.17472349199999826,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float32-tanh]": 0.13782638099999645,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float16-none]": 1.3695475310000234,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float16-tanh]": 1.2718758800000103,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float32-none]": 1.9200039150000237,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float32-tanh]": 1.3164392250000105,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float16-none]": 0.15638716599997338,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float16-tanh]": 0.16440650800004164,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float32-none]": 0.182130098999977,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float32-tanh]": 0.15466278599998873,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float16-none]": 0.15841635100002804,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float16-tanh]": 0.13055932299999995,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float32-none]": 0.13191395100000136,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float32-tanh]": 0.1451212739999619,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float16-none]": 0.15345455700000343,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float16-tanh]": 0.11921909499997696,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float32-none]": 0.1529555569999843,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float32-tanh]": 0.14497002000001658,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float16-none]": 0.1568328200000053,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float16-tanh]": 0.1298434529999497,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float32-none]": 0.14802270000001272,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float32-tanh]": 0.15729278099999533,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float16-none]": 0.1344588200000203,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float16-tanh]": 0.15868141800001467,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float32-none]": 0.1437860050000097,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float32-tanh]": 0.16478507599998693,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float16-none]": 0.15141545799997402,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float16-tanh]": 0.12630204900000308,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float32-none]": 0.15569636399999354,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float32-tanh]": 0.13952790599998366,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float16-none]": 0.15886676400000965,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float16-tanh]": 0.143185729999999,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float32-none]": 0.14544333099999562,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float32-tanh]": 0.1375360119999982,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float16-none]": 0.14287017999998852,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float16-tanh]": 0.15629679600002078,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float32-none]": 0.15022380300001714,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float32-tanh]": 0.16042277100004299,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float16-none]": 0.1523508929999764,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float16-tanh]": 0.1515706999999793,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float32-none]": 0.14884779300001583,
-"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float32-tanh]": 0.15090108699996563,
-"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-none-torch.float16]": 0.29477589100000046,
-"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-none-torch.float32]": 0.35649147500001277,
-"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-tanh-torch.float16]": 0.27562762100001237,
-"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-tanh-torch.float32]": 0.30212622400003397,
-"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-none-torch.float16]": 0.7208230049999997,
-"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-none-torch.float32]": 0.6941223689999845,
-"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-tanh-torch.float16]": 0.7051868750000096,
-"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-tanh-torch.float32]": 0.6978630599999747,
-"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-2048-torch.float32]": 0.41355173499999864,
-"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-256-torch.float16]": 0.41637999099998524,
-"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-32768-torch.float16]": 0.49259253699997885,
-"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-64-torch.float16]": 1.1168847789999745,
-"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-2048-torch.float32]": 0.7487660670000196,
-"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-256-torch.float16]": 0.3167616729999736,
-"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-32768-torch.float16]": 0.337343001000022,
-"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-64-torch.float16]": 0.8585800490000111,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_corner_cases[cutile-1-1-64-64-True-torch.float16]": 14.23651766100005,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_corner_cases[cutile-1-32-128-64-True-torch.float16]": 14.291485359000006,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_irregular_shapes[cutile-1-4-127-64-True-torch.float16]": 14.430805042000003,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_irregular_shapes[cutile-2-8-2047-128-True-torch.bfloat16]": 11.848035576000001,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_regular_shapes[cutile-2-8-256-64-True-torch.float16]": 14.080979548000045,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_regular_shapes[cutile-2-8-512-128-False-torch.bfloat16]": 10.687304627999964,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_forward_with_lse_matches_reference[cutile-1-8-256-128-True-torch.float16]": 1.4178816179999956,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_forward_with_lse_matches_reference[cutile-2-8-512-64-False-torch.bfloat16]": 0.843168841999983,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_functional_api_inference_mode[cutile]": 1.70386251299999,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_functional_api_training_mode[cutile]": 14.156464977000013,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_GQA::test_op_backward_gqa[cutile-1-8-1-128-64-True-torch.float16]": 14.83967427999994,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_GQA::test_op_backward_gqa[cutile-1-8-4-128-64-True-torch.float16]": 14.582536329999982,
-"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_Numerical::test_op_numerical_gradient_check[cutile]": 0.19474330100007364,
-"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_chunk_size_consistency[cutile]": 0.7825574620000566,
-"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-1-256-384-4096-torch.float16-sum]": 0.3961107460000335,
-"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-2-128-256-2048-torch.float16-mean]": 0.6678163599999607,
-"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-2-64-256-2048-torch.bfloat16-mean]": 0.5628469829999858,
-"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_peak_memory_less_than_pytorch[cutile]": 1.2144154339999886,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-2-512-1024-4096]": 3.175445532000026,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-2-64-256-512]": 2.0277287100000194,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-4-128-512-1024]": 2.601571251999985,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-8-256-512-2048]": 2.6691556300000343,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-11-127-750-1500]": 0.6332476280000492,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-13-128-512-1024]": 0.14578609700004108,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-13-333-500-1000]": 0.6153365129999884,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-100-256-512]": 0.13399814500002094,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-300-600]": 3.092563860999917,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-500-1000]": 3.0359421699999416,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-750-1500]": 3.203327553000065,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-333-512-1024]": 0.4911071189999916,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-7-100-300-600]": 0.6098597609999956,
-"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-7-64-256-512]": 0.17596039799997243,
-"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-128-2-1024]": 0.37365006899997866,
-"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-128-4-1024]": 0.46702334600001905,
-"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-64-8-2048]": 0.4025114750000114,
-"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1000-8]": 22.003300546000048,
-"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1024-4]": 22.04024993600001,
-"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1024-8]": 22.057073146999983,
-"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_sinkhorn[cutile-256-4-torch.float32]": 0.3531446859999505,
-"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_sinkhorn[cutile-256-8-torch.float32]": 1.1213951590000022,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.bfloat16]": 0.00034673999999768057,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.float16]": 0.00036934300001689735,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.float32]": 0.0003653859999701581,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_invalid_inputs[cutile]": 0.000394014999983483,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-1-64]": 0.00035464800001250296,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-128-64]": 0.0015886700000180554,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-128-80]": 0.0004480249999971875,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-160-80]": 0.00037714500001584383,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-17-64]": 0.000384698999965849,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-192-64]": 0.0004533419999859234,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-256-48]": 0.00047013299999321134,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-33-48]": 0.0007257580000157304,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-512-256]": 0.0005753579999918657,
-"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-64-64]": 0.00047972900000559093,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-256-256-torch.float16]": 0.3227062299999943,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-256-256-torch.float32]": 0.29871442600000364,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-4096-256-torch.bfloat16]": 0.41247341700000106,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-256-256-torch.float16]": 0.270056980000021,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-256-256-torch.float32]": 0.31469059899998797,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-4096-256-torch.bfloat16]": 0.3079473750000261,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-256-256-torch.float16]": 0.1830220050000264,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-256-256-torch.float32]": 0.1866813860000036,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-4096-256-torch.bfloat16]": 0.27457359400003156,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-256-256-torch.float16]": 0.4125913969999999,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-256-256-torch.float32]": 1.1573738550000314,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-4096-256-torch.bfloat16]": 0.18547258800001032,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-2003-2001-torch.float16]": 1.2192593559999807,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-256-256-torch.float16]": 1.5960999100000208,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-256-256-torch.float32]": 0.44227652899999725,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-31072-4096-torch.bfloat16]": 5.277308180000006,
-"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-4096-256-torch.bfloat16]": 1.4690393539999889,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-1-16-64-128-128-64-1-64]": 23.987745812000014,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-1-64-128-256-128-64-1-256]": 72.71789477399997,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-2-32-128-256-128-64-1-128]": 54.19948703700001,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_gqa[cutile-torch.bfloat16-1-16-64-128-128-64-4-64]": 11.969101440999964,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_gqa[cutile-torch.bfloat16-1-32-64-128-128-64-8-64]": 11.99379472000004,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_invalid_kernel_configs[cutile]": 0.17762501099991823,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_irregular_shapes[cutile-torch.bfloat16-1-16-1-128-128-64-1-64]": 23.37311749600002,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_irregular_shapes[cutile-torch.bfloat16-1-16-33-77-128-64-1-64]": 23.572224214000016,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-1-16-32-TILE_H with small TILE_N]": 0.163957962999973,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-1-4-64-small TILE_H]": 0.21193477500003155,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-16-1-64-1:1 mapping fallback]": 0.8605218060000084,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-4-4-64-GQA group_size=4]": 0.20039560100002518,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-18-6-1-64-odd prime group_size=3 fallback]": 0.8395221980000542,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-24-4-2-64-non_pow2 group_size=6, TILE_H=2]": 0.8913572380000119,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-24-8-1-64-non_pow2 group_size=3 fallback]": 0.8122334290000026,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-64-1-16-64-large TILE_H]": 0.19307529399992518,
-"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_topk_equals_skv[cutile-torch.bfloat16-1-16-64-128-64-1]": 0.16808514699994248,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_first_tokens[cutile]": 0.15300257099994496,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_gqa[cutile]": 0.14020915700001524,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_long_context_mistral[cutile]": 0.1464283339999497,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_multi_head[cutile]": 0.14853086900001244,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_seq_not_divisible_by_tile[cutile]": 0.12686812300006522,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_small_window[cutile]": 0.17203821200001812,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-1024-512]": 0.12733472200005735,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-2048-1024]": 0.13733208999991575,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-4096-2048]": 0.15960417999991705,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-4096-4096]": 0.15222652100004552,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-512-256]": 0.12223583100001179,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_very_small_seq[cutile]": 0.15322240099999362,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_equals_seq[cutile]": 1.0128446389998658,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_equals_tile[cutile]": 0.14546149500000638,
-"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_of_one[cutile]": 0.15153256199999987,
-"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-1-1-9-128-False-torch.bfloat16]": 0.004221206000124766,
-"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-1-32-2047-128-True-torch.float16]": 0.0032436640000810257,
-"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-2-32-4095-128-True-torch.bfloat16]": 0.0009857249999640771,
-"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-2-32-4095-128-True-torch.float8_e5m2]": 0.00111708299999691,
-"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-1-1-9-128-False-torch.bfloat16]": 0.0013015129999871533,
-"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-1-32-2047-128-True-torch.float16]": 0.0010286569999493622,
-"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-2-32-4095-128-True-torch.bfloat16]": 0.0009819090000178221,
-"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-2-32-4095-128-True-torch.float8_e5m2]": 0.0011111019999816563,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-1-1]": 27.348949671000014,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-1-2]": 26.96431093399997,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-128-1]": 20.408174393000024,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-128-2]": 1.1380520039999737,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-1-1]": 23.83852512599998,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-1-2]": 23.619622453000034,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-128-1]": 0.0011951109999586151,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-128-2]": 0.0012297370000737828,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-1-1]": 1.012083682000025,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-1-2]": 5.632853217000047,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-128-1]": 1.2442101940000043,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-128-2]": 18.965424010999982,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-1-1]": 22.763951412999972,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-1-2]": 22.60411602299999,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-128-1]": 0.0011114230000259795,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-128-2]": 0.0034237760000053186,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-1-1]": 0.136886469999979,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-1-2]": 0.1331104299999879,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-128-1]": 0.14555783199995176,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-128-2]": 0.13650307299997166,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-1-1]": 0.11658188499995958,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-1-2]": 0.1350320189999934,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-128-1]": 0.0012107629999604796,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-128-2]": 0.0010797049999951014,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-1-1]": 25.24413892199999,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-1-2]": 24.936055907999958,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-128-1]": 1.319809111999973,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-128-2]": 0.17510492800005295,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-1-1]": 0.14420343400007596,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-1-2]": 0.17893401700001732,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-128-1]": 0.0035821970000142755,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-128-2]": 0.002543734999960634,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-1-1]": 3.394933610999999,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-1-2]": 0.1747254450000355,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-128-1]": 0.14453283799997507,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-128-2]": 0.14144523599998138,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-1-1]": 0.163625106999973,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-1-2]": 0.16512914700001602,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-128-1]": 0.0014828639999677762,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-128-2]": 0.0011047170000324513,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-1-1]": 3.4024638259999733,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-1-2]": 0.174875596999982,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-128-1]": 0.15278321400001005,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-128-2]": 0.1453694570000721,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-1-1]": 0.13868214400002898,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-1-2]": 0.13999234599998545,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-128-1]": 0.0014033180000296852,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-128-2]": 0.0013720219999981964,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-1-1]": 0.16732041999995317,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-1-2]": 0.1407116359999918,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-128-1]": 0.16617098899996563,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-128-2]": 0.16272272100002283,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-1-1]": 0.14194329100007508,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-1-2]": 0.16295605700008764,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-128-1]": 0.0014254900000310045,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-128-2]": 0.001675059000035617,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-1-1]": 0.1538389490000327,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-1-2]": 0.13430227899999636,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-128-1]": 0.125279259000024,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-128-2]": 0.16857088199992631,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-1-1]": 0.1544212460000267,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-1-2]": 0.1802905389999978,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-128-1]": 0.0015040030000363913,
-"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-128-2]": 0.004789891000029911,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012249860000110857,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001277080000022579,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0016846270000030472,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0019856039999979203,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0021563799999739786,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0011818250000033004,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012106460000325114,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013097419999894555,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0011458270000446191,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0013169810000022153,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012522899999680703,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.002299813000007589,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0011747180000440949,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0011767229999861684,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.001363480999998501,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001243822999981603,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012403679999977157,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0011249840000004951,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012735560000010082,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001344881999983727,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012398700000346707,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0011874509999643124,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0011790859999791792,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012679510000168648,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012055659999816726,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0011971210000183419,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013444040000081259,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0011981799999603027,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012311420000230555,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012075269999911598,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0011493140000027324,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001324291000003086,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012184349999984079,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012059040000167442,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012031499999807238,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0013351089999957821,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001277568000006113,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001251026000005595,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.001227012999947874,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001226530999986153,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012258339999959844,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012358350000170049,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012469540000097368,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001475760000033688,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013604029999783052,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001242395999980772,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0011876800000152343,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012308840000514465,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012528970000289519,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012212540000007266,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001339122999979736,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012073649999706504,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012260120000178176,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012227849999817408,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0011998810000193316,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013570360000301207,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001210997000015368,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012253280000038558,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001199096000021882,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001944166000015457,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012342219999936788,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012214840000126514,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0014047550000100273,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001198683999973582,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0011992549999888524,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012142960000005587,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001214010000012422,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001406304000028058,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012130349999779355,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001221298999979581,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001198805000029779,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0013644909999754873,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0013793170000155897,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0011990190000119583,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013442689999862978,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012212009999927886,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012554539999598546,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012476900000137903,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012588540000137982,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0016444079999757832,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001416295000012724,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001313594999999168,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012202260000151455,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0013515499999812164,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001231043000018417,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013289679999957116,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0015282319999982974,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012241829999766196,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012223170000140726,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012533620000283463,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012080859999628046,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0011357249999832675,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012853540000321573,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0011010989999817866,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012492049999934807,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012474909999866668,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012559500000008939,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001036084999952891,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0011161980000053973,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0010372720000191293,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0010293269999976928,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0010430540000072597,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0010727540000345925,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013458040000102756,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0011964139999918189,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0011605280000139828,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0010281810000094538,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0015519880000169906,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0011839270000280067,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001144477999986293,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013114120000068397,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012018220000129531,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.00116403099997342,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0014092209999887473,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012029420000203572,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013497120000067753,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001224745999991228,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0011756369999886829,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0011748660000137079,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001298219000005929,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012505879999764602,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0011890050000147312,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013307489999760946,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012004660000286549,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012058000000081392,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001218644999994467,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012199050000560874,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013535969999907138,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001225003999962837,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012116160000061882,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012079359999859207,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0013190029999918806,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001264886999990722,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0014282919999573096,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012538299999960145,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013301449999971737,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.001231585999988738,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012268459999802417,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012558369999737806,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012420429999906446,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0014398410000069362,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012451990000101887,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013544710000417126,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0013642410000045402,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012298100000123213,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0011461889999964114,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001300023000027295,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.001172379999985651,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012046779999934643,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012292600000023413,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0011692150000044421,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001346520999987888,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0011490859999696568,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0011472369999978582,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0011283709999645453,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001768787000003158,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0011039170000231024,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0011028870000302504,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013834559999850171,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0010420709999721112,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0010397099999863713,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0011849850000089646,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001062157000035313,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0011484840000264285,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001105675999980349,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0010810769999807235,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001266018999984908,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012927930000046217,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0011360709999905794,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0010648870000125044,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0011906509999732862,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0010772709999855579,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0010953529999540024,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001075717999981407,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0011325430000113101,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001109232999993992,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001164309999978741,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001208780000013121,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0010895070000458418,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001171815999981618,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0017541139999934785,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0011730309999791189,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013095369999973627,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0011435040000264962,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012369309999940015,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012739649999957692,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0011637209999832976,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001363667000020996,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013343809999923906,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001916794999999638,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012037510000197926,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0011656379999749333,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.002706841000019722,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0010770069999921361,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0015104009999902246,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0011732410000320215,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012192929999912394,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0011735149999765326,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012410780000209343,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0015852309999786485,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0015747199999793793,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001570309999976871,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0011269440000205577,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.002075996999963081,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0015982839999821863,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0017293190000202685,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0017831440000293242,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0016272349999724156,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0016002960000207622,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0016220539999949324,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0015812400000072557,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001906456000028811,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001593470999978308,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0016035229999715739,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001598571000016591,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0018173630000148933,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.00163935699998774,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0016003230000194435,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0017877959999736959,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0015920700000151555,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0016101629999809575,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0015795660000037515,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.001630679000015789,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0017995719999817084,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0016328730000054748,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0016460620000202653,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0017752999999913754,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.00178159099996833,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012657390000185842,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0017241619999879276,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0017402900000149657,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001830498999993324,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012359199999991688,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0016495679999479762,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012185070000043652,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012326169999710146,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0014197110000395696,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0013187829999878886,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001678078000026062,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0016238230000169551,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0011894969999843852,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0015677420000201892,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.002670698000002858,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0028020279999907416,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0019111729999963245,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012479589999827567,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.001202691000003142,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013178989999858004,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001177890999997544,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012906999999984237,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013581149999879472,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0021669919999851572,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001341607000000522,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012054139999975177,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013934889999802635,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013573570000176005,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012620159999983116,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012019029999805753,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0013845309999851452,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0014741100000321694,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001174297999995133,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.00118904300001077,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012987290000125995,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012858960000130537,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0011945429999968837,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001191157999983261,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013498099999935675,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012582480000276064,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013959880000129488,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012379089999967618,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012308190000283048,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0015072800000268671,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0011330950000001394,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001137773999971614,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.00119684399999187,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0013671460000068691,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0010883520000106728,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001162041999975827,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0011869310000065525,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0011274160000027678,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012082069999905798,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012856719999945199,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0011206160000085674,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001101029000011522,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0010731810000095265,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.00118261000000075,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0011600550000139265,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001278530999996974,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001480847000010499,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0010745730000110143,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001156559000037305,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012291280000056304,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.00125234300000443,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001053498000004538,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012609799999836468,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0015937420000113889,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0011767619999716317,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012309389999813902,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0010501730000100906,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0016672710000307234,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012380980000159525,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013386299999922358,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0015080080000302587,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001189137999972445,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012227189999691745,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0014159850000226015,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012585609999860026,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013129159999891726,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012240830000109781,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0011865529999681712,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012229850000267106,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0014623030000393555,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001249970999992911,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012042920000112645,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013749140000527404,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012117609999791057,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012044270000046708,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001247704999968846,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0011968219999971552,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013673199999857388,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013108949999889319,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012481640000032712,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001219470999984651,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001351051000000325,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001250247999990961,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012046220000172525,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0012531719999913093,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0014473420000058468,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012378760000046896,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012432970000304522,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012227859999711654,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012530189999893082,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0011468680000064069,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0011659810000139714,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012214700000185985,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012103340000066964,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0014420949999873756,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0011911010000176248,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013814739999702397,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0014417399999615554,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013057820000028642,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.00119236099999398,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0016498999999896569,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.00157607000002713,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001406660999975884,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.00138720000001058,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0011970849999727307,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0018694779999748334,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0016207070000007207,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0015245310000011614,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0016891880000002857,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001469799000005878,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0015042349999987437,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.001441154000019651,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0014791250000030232,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0016281220000280427,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0014964550000229337,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0015573129999779667,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0014506400000016129,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001523161999983813,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001216443000032541,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0016516119999891998,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001358089999968115,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012325490000080208,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013899319999950421,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0014783100000101967,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012021709999885388,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013732900000036352,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012160789999882127,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001247311000014406,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001534810999999081,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0016276560000392237,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012562629999877117,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012466990000064015,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013157750000232227,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012737210000466348,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0011984070000323754,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0014828390000047875,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001213253999992503,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0012749879999773839,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012500220000219997,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001285789000036175,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012898599999857652,
-"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012362549999807015,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-False-torch.bfloat16-False]": 0.0011067229999639494,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-False-torch.bfloat16-True]": 0.0010529810000434736,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-True-torch.bfloat16-False]": 0.0010380090000410291,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-True-torch.bfloat16-True]": 0.001290371000010282,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-False-torch.bfloat16-False]": 0.0010742119999918032,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-False-torch.bfloat16-True]": 0.0010844230000088828,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-True-torch.bfloat16-False]": 0.0010506309999982477,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-True-torch.bfloat16-True]": 0.0010603520000245226,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-False-torch.bfloat16-False]": 0.0011151609999728862,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-False-torch.bfloat16-True]": 0.0011237330000142265,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-True-torch.bfloat16-False]": 0.001074563999992506,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-True-torch.bfloat16-True]": 0.00114174799998068,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-False-torch.bfloat16-False]": 0.0010356679999858898,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-False-torch.bfloat16-True]": 0.001038116000017908,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-True-torch.bfloat16-False]": 0.0010587640000210286,
-"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-True-torch.bfloat16-True]": 0.0010558570000114287,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-False-False-torch.float16]": 0.14352786399999218,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-False-True-torch.float16]": 0.13792577999998912,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-True-False-torch.float16]": 0.13160875599999144,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-True-True-torch.float16]": 0.1291036629999951,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-False-False-torch.float16]": 1.5504859629999999,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-False-True-torch.float16]": 0.17888685799999848,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-True-False-torch.float16]": 0.17936500999999794,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-True-True-torch.float16]": 0.13670385400004648,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-False-False-torch.float16]": 0.13974770300001182,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-False-True-torch.float16]": 0.13276363099996047,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-True-False-torch.float16]": 0.13968390499999828,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-True-True-torch.float16]": 0.14015477399996712,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-False-False-torch.float16]": 0.1300619250000068,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-False-True-torch.float16]": 0.12800402500002406,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-True-False-torch.float16]": 0.1324981240000227,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-True-True-torch.float16]": 0.13686975599998163,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-False-False-torch.float16]": 0.17366386499998043,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-False-True-torch.float16]": 0.18035357200002977,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-True-False-torch.float16]": 0.18021495200000004,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-True-True-torch.float16]": 0.18195007500000315,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-False-False-torch.float16]": 0.18540067900002555,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-False-True-torch.float16]": 0.17270706699997618,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-True-False-torch.float16]": 0.17785839000001147,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-True-True-torch.float16]": 0.17578743400000008,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-False-False-torch.float16]": 0.2146395030000008,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-False-True-torch.float16]": 0.18322966799999563,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-True-False-torch.float16]": 0.18468860499996254,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-True-True-torch.float16]": 0.1964918559999944,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-False-False-torch.float16]": 0.17273569799996835,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-False-True-torch.float16]": 0.1783330809999768,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-True-False-torch.float16]": 0.16902746400000979,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-True-True-torch.float16]": 0.19645542599997157,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-False-False-torch.float16]": 1.5848281750000126,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-False-True-torch.float16]": 0.167801489999988,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-True-False-torch.float16]": 0.17227979599996956,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-True-True-torch.float16]": 0.17071512200001848,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-False-False-torch.float16]": 0.20503201400001103,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-False-True-torch.float16]": 0.18886806099999376,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-True-False-torch.float16]": 0.17820494900001904,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-True-True-torch.float16]": 0.19686035399999469,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-False-False-torch.float16]": 0.17286634900005993,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-False-True-torch.float16]": 0.1413663139999244,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-True-False-torch.float16]": 0.13930550199984282,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-True-True-torch.float16]": 0.19627024399983384,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-False-False-torch.float16]": 0.1753268620000199,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-False-True-torch.float16]": 0.13643812300028912,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-True-False-torch.float16]": 0.13015909199975795,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-True-True-torch.float16]": 0.11941991999992752,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-False-False-torch.float16]": 0.17792729600003554,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-False-True-torch.float16]": 0.18816490299997213,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-True-False-torch.float16]": 0.17850339900002155,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-True-True-torch.float16]": 0.18158796199995209,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-False-False-torch.float16]": 0.14316911199998117,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-False-True-torch.float16]": 0.158183202999993,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-True-False-torch.float16]": 0.1674369750000153,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-True-True-torch.float16]": 0.1654174270000226,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-False-False-torch.float16]": 0.18823592499998654,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-False-True-torch.float16]": 0.17398274499996091,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-True-False-torch.float16]": 0.1816077489999941,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-True-True-torch.float16]": 0.16726551600004314,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-False-False-torch.float16]": 0.1843474749999814,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-False-True-torch.float16]": 0.17326306999996177,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-True-False-torch.float16]": 0.1783643689999792,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-True-True-torch.float16]": 0.18119622099999333,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-False-False-torch.float16]": 57.69836592699994,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-False-True-torch.float16]": 291.49695931999986,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-True-False-torch.float16]": 13.491787292000026,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-True-True-torch.float16]": 23.311794528999997,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-False-False-torch.float16]": 13.88605859200004,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-False-True-torch.float16]": 13.837973902000044,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-True-False-torch.float16]": 13.642192917999978,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-True-True-torch.float16]": 13.770189781,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-False-False-torch.float16]": 132.77990358699998,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-False-True-torch.float16]": 157.78928541599998,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-True-False-torch.float16]": 16.965602879000016,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-True-True-torch.float16]": 26.072262103999947,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-False-False-torch.float16]": 17.71862301200008,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-False-True-torch.float16]": 17.353098821999993,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-True-False-torch.float16]": 17.32231065100001,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-True-True-torch.float16]": 17.51899144099997,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-False-False-torch.float16]": 57.25240083100016,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-False-True-torch.float16]": 298.6479218239999,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-True-False-torch.float16]": 13.718209162999983,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-True-True-torch.float16]": 23.832339372000206,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-False-False-torch.float16]": 13.6509698389998,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-False-True-torch.float16]": 14.16245389400001,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-True-False-torch.float16]": 13.441948295999964,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-True-True-torch.float16]": 13.882072858000129,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-False-False-torch.float16]": 133.77471671600006,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-False-True-torch.float16]": 170.41293349400007,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-True-False-torch.float16]": 17.643053216999988,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-True-True-torch.float16]": 25.50387371799991,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-False-False-torch.float16]": 17.70623671600015,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-False-True-torch.float16]": 17.95185384399997,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-True-False-torch.float16]": 17.820820709000145,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-True-True-torch.float16]": 17.81172918299967,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-False-False-torch.float16]": 50.539672963000044,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-False-True-torch.float16]": 295.674271277,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-True-False-torch.float16]": 13.472480462000021,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-True-True-torch.float16]": 23.802054028999862,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-False-False-torch.float16]": 13.484827779000057,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-False-True-torch.float16]": 13.53746117999998,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-True-False-torch.float16]": 13.34516426500005,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-True-True-torch.float16]": 13.67660106599999,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-False-False-torch.float16]": 134.01968161299988,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-False-True-torch.float16]": 168.03832814000006,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-True-False-torch.float16]": 17.01759517100001,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-True-True-torch.float16]": 26.271212453999993,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-False-False-torch.float16]": 17.045606676000034,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-False-True-torch.float16]": 17.492527484999982,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-True-False-torch.float16]": 16.717237677999947,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-True-True-torch.float16]": 16.894005321999884,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-False-False-torch.float16]": 52.303189300999975,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-False-True-torch.float16]": 289.81769851499996,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-True-False-torch.float16]": 13.166050436000091,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-True-True-torch.float16]": 23.095223638999983,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-False-False-torch.float16]": 13.555932448000021,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-False-True-torch.float16]": 13.659670687000016,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-True-False-torch.float16]": 13.141814365999949,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-True-True-torch.float16]": 13.18186683700003,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-False-False-torch.float16]": 129.578922627,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-False-True-torch.float16]": 164.28969659600006,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-True-False-torch.float16]": 16.99811207199997,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-True-True-torch.float16]": 25.444895737000024,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-False-False-torch.float16]": 16.970982986999843,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-False-True-torch.float16]": 16.9878909439999,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-True-False-torch.float16]": 17.09009328899981,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-True-True-torch.float16]": 17.11837285899992,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-False-False-torch.float16]": 0.12972502400000963,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-False-True-torch.float16]": 0.1471466419999956,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-True-False-torch.float16]": 0.13393206500001043,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-True-True-torch.float16]": 0.11622101799997608,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-False-False-torch.float16]": 1.327832347999987,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-False-True-torch.float16]": 1.9241082950000248,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-True-False-torch.float16]": 0.16195460499997694,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-True-True-torch.float16]": 0.1413496800000189,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-False-False-torch.float16]": 0.1204590440000004,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-False-True-torch.float16]": 0.1276232419999701,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-True-False-torch.float16]": 0.1202325430000144,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-True-True-torch.float16]": 0.12902814699998544,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-False-False-torch.float16]": 0.1098283259999846,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-False-True-torch.float16]": 0.10579896500004793,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-True-False-torch.float16]": 0.10737069700002166,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-True-True-torch.float16]": 0.11067168800005334,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-False-False-torch.float16]": 0.1387717799999848,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-False-True-torch.float16]": 0.11998391399998809,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-True-False-torch.float16]": 0.15890873099996838,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-True-True-torch.float16]": 0.1562839530000133,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-False-False-torch.float16]": 0.13047116699996764,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-False-True-torch.float16]": 0.1371181200000251,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-True-False-torch.float16]": 0.1383077030000095,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-True-True-torch.float16]": 0.14826274899999703,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-False-False-torch.float16]": 0.1620138529999906,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-False-True-torch.float16]": 0.1790892660000054,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-True-False-torch.float16]": 1.3597707250000042,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-True-True-torch.float16]": 0.1711673929999904,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-False-False-torch.float16]": 0.15053349000001504,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-False-True-torch.float16]": 0.16103127299999187,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-True-False-torch.float16]": 0.1536379620000048,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-True-True-torch.float16]": 0.15407123600002137,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-False-False-torch.float16]": 0.12016235500004768,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-False-True-torch.float16]": 0.13306764399999338,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-True-False-torch.float16]": 0.1630231839999965,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-True-True-torch.float16]": 0.14730254100001616,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-False-False-torch.float16]": 0.13546284099999184,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-False-True-torch.float16]": 0.14486511499998755,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-True-False-torch.float16]": 0.15235340399996744,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-True-True-torch.float16]": 0.13348256199998332,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-False-False-torch.float16]": 0.15991857100001994,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-False-True-torch.float16]": 0.1672904419999668,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-True-False-torch.float16]": 1.9616818229999922,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-True-True-torch.float16]": 2.681044533000005,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-False-False-torch.float16]": 0.16134574800003065,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-False-True-torch.float16]": 0.1694752360000109,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-True-False-torch.float16]": 0.1517858400000307,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-True-True-torch.float16]": 0.15261863700001754,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-False-False-torch.float16]": 0.12782135099999437,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-False-True-torch.float16]": 0.12864554300000464,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-True-False-torch.float16]": 0.1325558130000104,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-True-True-torch.float16]": 0.14826950899998792,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-False-False-torch.float16]": 0.1324696390000213,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-False-True-torch.float16]": 0.1133549259999711,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-True-False-torch.float16]": 0.11709143700002755,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-True-True-torch.float16]": 0.11898302299999841,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-False-False-torch.float16]": 0.11976096900002631,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-False-True-torch.float16]": 0.14592404699999406,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-True-False-torch.float16]": 0.14255564399999798,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-True-True-torch.float16]": 0.13948803100001328,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-False-False-torch.float16]": 0.12100858799999514,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-False-True-torch.float16]": 0.14399551100001418,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-True-False-torch.float16]": 0.13392968199997313,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-True-True-torch.float16]": 0.13400094299998955,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-False-False-torch.float16]": 0.18065573999999174,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-False-True-torch.float16]": 0.1730078210000272,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-True-False-torch.float16]": 0.16104598300000816,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-True-True-torch.float16]": 0.17457540399999516,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-False-False-torch.float16]": 0.1655270940000264,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-False-True-torch.float16]": 0.17906287099998508,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-True-False-torch.float16]": 0.17501338899998586,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-True-True-torch.float16]": 0.16476445200001422,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-False-False-torch.float16]": 0.14867826099998638,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-False-True-torch.float16]": 0.17248826200000167,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-True-False-torch.float16]": 0.16420958200001223,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-True-True-torch.float16]": 0.1709937589999697,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-False-False-torch.float16]": 0.17257754799996405,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-False-True-torch.float16]": 0.16326321600001847,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-True-False-torch.float16]": 0.1711246040000276,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-True-True-torch.float16]": 0.16878054200006432,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-False-False-torch.float16]": 0.13456352700001162,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-False-True-torch.float16]": 0.14066604400002802,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-True-False-torch.float16]": 0.1509927489999825,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-True-True-torch.float16]": 0.1505847729999914,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-False-False-torch.float16]": 0.1479353690000096,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-False-True-torch.float16]": 0.14757696700002043,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-True-False-torch.float16]": 0.14725429399996415,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-True-True-torch.float16]": 0.14421212699997454,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-False-False-torch.float16]": 0.14135365399999955,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-False-True-torch.float16]": 0.16014445999999793,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-True-False-torch.float16]": 0.1704987180000046,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-True-True-torch.float16]": 0.17711753999998336,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-False-False-torch.float16]": 0.15203431100002263,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-False-True-torch.float16]": 0.14885940199999936,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-True-False-torch.float16]": 0.14530539900002282,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-True-True-torch.float16]": 0.14836723100000881,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-False-False-torch.float16]": 0.13685048299998925,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-False-True-torch.float16]": 0.1467517849999922,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-True-False-torch.float16]": 0.13602184899997383,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-True-True-torch.float16]": 0.1365213800000049,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-False-False-torch.float16]": 0.13905003699997565,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-False-True-torch.float16]": 0.14752112799999395,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-True-False-torch.float16]": 0.13336045899998794,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-True-True-torch.float16]": 0.13716151200000581,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-False-False-torch.float16]": 0.1619932510000126,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-False-True-torch.float16]": 0.17062984099999312,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-True-False-torch.float16]": 0.16582041300000583,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-True-True-torch.float16]": 0.17587376800000243,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-False-False-torch.float16]": 0.1341358029999924,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-False-True-torch.float16]": 0.13693249799999307,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-True-False-torch.float16]": 0.13552402999999913,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-True-True-torch.float16]": 0.1400996459999817,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-False-False-torch.float16]": 0.18105592400004866,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-False-True-torch.float16]": 0.17412063000000444,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-True-False-torch.float16]": 0.16566298999998708,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-True-True-torch.float16]": 0.17890475900000524,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-False-False-torch.float16]": 0.16695071000003736,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-False-True-torch.float16]": 0.17026537200004555,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-True-False-torch.float16]": 0.16167803300001538,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-True-True-torch.float16]": 0.16755982399999425,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-False-False-torch.float16]": 0.16934171700000888,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-False-True-torch.float16]": 0.1721667449999984,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-True-False-torch.float16]": 0.14257341100002918,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-True-True-torch.float16]": 0.13982191400000943,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-False-False-torch.float16]": 0.16223500300000637,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-False-True-torch.float16]": 0.1468269710000243,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-True-False-torch.float16]": 0.16446783399996434,
-"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-True-True-torch.float16]": 0.16342565400000808,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-128-torch.bfloat16]": 0.002354761999981747,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-128-torch.float32]": 0.003990474000005406,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-16-torch.bfloat16]": 0.14578403400003026,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-16-torch.float32]": 0.18440348100003234,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[256-7-torch.bfloat16]": 0.14863136200000326,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[256-7-torch.float32]": 0.16455353599997125,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[300-33-torch.bfloat16]": 0.14238810100002297,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[300-33-torch.float32]": 0.15454987600000436,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill_matches_update_stepwise": 0.16005512300000646,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[2048-torch.bfloat16]": 0.16433251200004406,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[2048-torch.float32]": 0.17109616300001562,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[256-torch.bfloat16]": 0.002471803000020145,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[256-torch.float32]": 0.0036539409999818417,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[300-torch.bfloat16]": 0.1860871119999956,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[300-torch.float32]": 0.16042178299994703,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_update_2d_legacy_call[torch.bfloat16]": 0.002684479999999212,
-"tests/ops/test_causal_conv1d_lfm2.py::test_op_update_2d_legacy_call[torch.float32]": 0.003018806999989465,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K256_V128-bf16]": 34.14555530200002,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K256_V128-fp32]": 0.0015812930000151937,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K64_V128-bf16]": 10.833571021000012,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K64_V128-fp32]": 0.0014093029999742157,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T100_unaligned-bf16]": 6.455326649999989,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T100_unaligned-fp32]": 0.0014287489999844638,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T16-bf16]": 0.24538836800005015,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T16-fp32]": 0.0015656799999703708,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T2048_long_seq-bf16]": 12.668593650000048,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T2048_long_seq-fp32]": 0.0013805789999423723,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T32_final_state-bf16]": 24.062110378,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T32_final_state-fp32]": 0.0016605539999829944,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T37_prime-bf16]": 0.1929992739999875,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T37_prime-fp32]": 0.0012747449999608307,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T512_long_seq-bf16]": 12.691462074000015,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T512_long_seq-fp32]": 0.0016076889999681043,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T64-bf16]": 0.14346918899997263,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T64-fp32]": 0.0016348099999845545,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T65_off_by_1-bf16]": 23.662088204000014,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T65_off_by_1-fp32]": 0.0011860600000090926,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-chunk32-bf16]": 3.965768204999989,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-chunk32-fp32]": 0.001447255000016412,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-decode-bf16]": 9.062846747000009,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-decode-fp32]": 0.0013245240000401282,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-init_final_state-bf16]": 9.925796228000024,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-init_final_state-fp32]": 0.0013046820000113257,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-l2norm-bf16]": 8.349837508999997,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-l2norm-fp32]": 0.003143040000026076,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-minimal-bf16]": 9.266539973999954,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-minimal-fp32]": 0.0023720459999765353,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-qwen3_5_T10782-bf16]": 2.985642958000028,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-qwen3_5_T10782-fp32]": 0.0012171040000339417,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K256_V128-bf16]": 155.910470203,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K256_V128-fp32]": 0.002704043999926853,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K64_V128-bf16]": 12.9090155990001,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K64_V128-fp32]": 0.002129796000076567,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T100_unaligned-bf16]": 0.21871101699991868,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T100_unaligned-fp32]": 0.0021877420000464554,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T16-bf16]": 0.15864285800000744,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T16-fp32]": 0.0013660679999816239,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T2048_long_seq-bf16]": 0.0011873299999365372,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T2048_long_seq-fp32]": 0.001046541000050638,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T32_final_state-bf16]": 10.403869537000048,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T32_final_state-fp32]": 0.0011562650000200847,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T37_prime-bf16]": 14.449041041999976,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T37_prime-fp32]": 0.0016036270000086006,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T512_long_seq-bf16]": 0.001057639000009658,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T512_long_seq-fp32]": 0.0012594840000019758,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T64-bf16]": 0.17224458300006518,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T64-fp32]": 0.0012783729999910065,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T65_off_by_1-bf16]": 50.995643884999936,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T65_off_by_1-fp32]": 0.0012408399999799258,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-chunk32-bf16]": 4.544282572000043,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-chunk32-fp32]": 0.0013325310000027457,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-decode-bf16]": 0.15052829699999393,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-decode-fp32]": 0.0014337850000742947,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-init_final_state-bf16]": 10.182990999000026,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-init_final_state-fp32]": 0.0012344669999606595,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-l2norm-bf16]": 0.001284571000098822,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-l2norm-fp32]": 0.001855837000050542,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-minimal-bf16]": 0.17450942299996086,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-minimal-fp32]": 0.0012786060000280486,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-qwen3_5_T10782-bf16]": 0.0012025940000057744,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-qwen3_5_T10782-fp32]": 0.0010826699999597622,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[cutile-in_kernel_l2]": 3.136417646000041,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[cutile-prenormalized]": 23.267026869000006,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[tilecpp-in_kernel_l2]": 0.0016193160000170792,
-"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[tilecpp-prenormalized]": 11.794935247000069,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-False-False-torch.float32-1e-05]": 0.10600968199997851,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-False-True-torch.float32-1e-05]": 0.10312861499994597,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-True-False-torch.float32-1e-05]": 0.12304907599991566,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-True-True-torch.float32-1e-05]": 0.284475719999989,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-False-False-torch.float32-1e-05]": 0.13478110599999127,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-False-True-torch.float32-1e-05]": 0.10648974299999736,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-True-False-torch.float32-1e-05]": 0.16423257499997135,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-True-True-torch.float32-1e-05]": 0.2570092930000669,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-False-torch.float16-1e-05]": 0.16255204199995887,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-False-torch.float32-1e-05]": 0.12891033799999718,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-True-torch.float16-1e-05]": 0.13866054499999336,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-True-torch.float32-1e-05]": 0.1456104319999838,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-False-torch.float16-1e-05]": 0.14991940299998419,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-False-torch.float32-1e-05]": 0.17718028699999877,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-True-torch.float16-1e-05]": 0.24158105699999055,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-True-torch.float32-1e-05]": 0.33441941999998903,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-False-False-torch.float32-1e-05]": 0.14920504100001608,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-False-True-torch.float32-1e-05]": 0.1304247440000097,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-True-False-torch.float32-1e-05]": 0.1726272129999984,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-True-True-torch.float32-1e-05]": 0.6701856219999911,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-False-False-torch.float32-1e-05]": 0.15579314400000044,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-False-True-torch.float32-1e-05]": 0.15893375199999582,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-True-False-torch.float32-1e-05]": 0.1483170709999797,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-True-True-torch.float32-1e-05]": 0.6782191570000009,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-False-torch.float16-1e-05]": 0.14386986900001375,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-False-torch.float32-1e-05]": 0.12917614299999514,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-True-torch.float16-1e-05]": 0.14294584700002133,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-True-torch.float32-1e-05]": 0.15003565300003174,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-False-torch.float16-1e-05]": 0.1805788039999925,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-False-torch.float32-1e-05]": 0.17246527699998637,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-True-torch.float16-1e-05]": 0.6834634180000023,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-True-torch.float32-1e-05]": 0.7500488979999886,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-False-False-torch.float32-1e-05]": 0.11815156399998727,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-False-True-torch.float32-1e-05]": 0.12823863099995947,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-True-False-torch.float32-1e-05]": 0.17775300700003527,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-True-True-torch.float32-1e-05]": 9.246091336999996,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-False-False-torch.float32-1e-05]": 0.1250450219999948,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-False-True-torch.float32-1e-05]": 0.14260297799998511,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-True-False-torch.float32-1e-05]": 0.1654580550000162,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-True-True-torch.float32-1e-05]": 2.084688195000041,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-False-torch.float16-1e-05]": 0.15082200499998066,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-False-torch.float32-1e-05]": 0.14133237400000098,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-True-torch.float16-1e-05]": 0.13677736700000764,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-True-torch.float32-1e-05]": 0.13135657199998718,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-False-torch.float16-1e-05]": 0.17651256300004547,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-False-torch.float32-1e-05]": 0.142647654000001,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-True-torch.float16-1e-05]": 7.504311319999971,
-"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-True-torch.float32-1e-05]": 2.0771611730000075,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-119]": 0.32350471100002665,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-256]": 0.7000436390000004,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-8192]": 1.2820395969999936,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-9]": 0.6826970619999599,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-119]": 0.1473952520000239,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-256]": 0.47067152000002466,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-8192]": 1.391928584000027,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-9]": 0.5241932470000279,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-119]": 0.1598726480000039,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-256]": 0.4782751750000216,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-8192]": 0.9217782249999971,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-9]": 0.5442961869999863,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-119]": 1.0515643879999743,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-256]": 1.0175993309999853,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-8192]": 1.6270505610000043,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-9]": 1.544888716000031,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-119]": 1.0455101689999537,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-256]": 1.067287704999984,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-8192]": 1.735697559000016,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-9]": 1.0380582600000139,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-119]": 1.0784166140000195,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-256]": 1.0838220349999688,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-8192]": 1.7482013030000019,
-"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-9]": 1.0194060790000208,
-"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-12-4-512-64-256-30.0-True-torch.bfloat16]": 0.0011191919999760103,
-"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-0-None-False-torch.float16]": 0.0010386120000021037,
-"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-64-10.0-False-torch.float32]": 0.005305107999987513,
-"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-64-10.0-True-torch.float16]": 0.0013315279999801533,
-"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-12-4-512-64-256-30.0-True-torch.bfloat16]": 0.0011517960000162475,
-"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-0-None-False-torch.float16]": 0.0011293390000162162,
-"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-64-10.0-False-torch.float32]": 0.0012595069999576936,
-"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-64-10.0-True-torch.float16]": 0.0011259899999913614,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-4-256-64-64-10.0-torch.float16]": 0.0011946310000041649,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-10019-64-256-50.0-torch.bfloat16]": 0.0011288890000002993,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-10024-64-0-None-torch.float16]": 0.0010946310000008452,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-128-64-0-10.0-torch.float16]": 0.0012052550000021256,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-128-64-0-None-torch.float16]": 0.001140444999975898,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-256-64-64-10.0-torch.float16]": 0.0010846949999745448,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-4-256-64-64-10.0-torch.float16]": 0.0010664670000153365,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-10019-64-256-50.0-torch.bfloat16]": 0.0010763829999689278,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-10024-64-0-None-torch.float16]": 0.00102991499997529,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-128-64-0-10.0-torch.float16]": 0.001129451999986486,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-128-64-0-None-torch.float16]": 0.001078420999959917,
-"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-256-64-64-10.0-torch.float16]": 0.001116603999975041,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-False-torch.float16]": 4.823688075000035,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-True-torch.float16]": 4.650415747000011,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.24808855499998117,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.2588787589999697,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.25241741300004605,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.23944977399997924,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.23326034099994786,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.2673460400000067,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.25860433299999386,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.23226373900001818,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.27472651700003325,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.2816166019999855,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.2635969389999673,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.3072191029999658,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.28163740799993775,
-"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.26203032399996573,
-"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-1004-2456-1.0-torch.float16]": 0.5494645040000137,
-"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-256-256-0.0-torch.float16]": 0.3738701210000386,
-"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-256-256-1.0-torch.float16]": 0.328458339000008,
-"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-512-256-0.0-torch.float32]": 0.3181496260000358,
-"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-9-9-0.0-torch.float16]": 0.3062416309999776,
-"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-2-512-256-0.0-torch.float16]": 3.5908276599999454,
-"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-256-256-128-1.0-torch.float16]": 1.017027594999945,
-"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-512-256-128-0.0-torch.float32]": 1.2306447869999602,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-0.0-torch.float16]": 0.3008881070000484,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-0.0-torch.float32]": 0.35648271999997405,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-1.0-torch.float16]": 0.33240054300000565,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-9-9-0.0-torch.float16]": 0.34555510600000616,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-0.0-torch.float16]": 0.6820813040000075,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-0.0-torch.float32]": 0.7703972080000199,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-1.0-torch.float16]": 0.17498283499998024,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-9-9-0.0-torch.float16]": 0.6577410070000269,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-0.0-torch.float16]": 11.253448165999998,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-0.0-torch.float32]": 11.101862406999999,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-1.0-torch.float16]": 0.16244572299996207,
-"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-9-9-0.0-torch.float16]": 12.96100288499997,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-1024-1024-torch.bfloat16]": 5.294113060000029,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-256-256-torch.bfloat16]": 3.4596467300000313,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-30000-1024-torch.bfloat16]": 5.48426538800004,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-4096-512-torch.bfloat16]": 4.682026176000079,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-1024-1024-torch.bfloat16]": 0.0011270310000099926,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-256-256-torch.bfloat16]": 3.7539826459999404,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-30000-1024-torch.bfloat16]": 0.001112988000045334,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-4096-512-torch.bfloat16]": 4.5028097939999725,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-1024-1024-torch.bfloat16]": 15.339369932000011,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-256-256-torch.bfloat16]": 9.014357998000037,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-30000-1024-torch.bfloat16]": 2.3042934439999954,
-"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-4096-512-torch.bfloat16]": 13.353810894000048,
-"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1023-silu-torch.float32]": 0.0010109479999869109,
-"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1024-relu-torch.float32]": 0.0012960020000605255,
-"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1024-silu-torch.float32]": 0.0009952429999771084,
-"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-512-gelu_tanh-torch.float32]": 0.001016684000035184,
-"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-512-512-256-silu-torch.float16]": 0.0010190999999508676,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-T192-bf16]": 10.804827638999996,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-batch2-bf16]": 161.24556553899993,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-chunk128-ungrouped-bf16]": 877.0460355159998,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-groups2-bf16]": 181.31275430799997,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-large-bf16]": 313.236688532,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-minimal-bf16]": 179.96462089800002,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-single-chunk-bf16]": 224.72569259199997,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-standard-bf16]": 391.21901491000017,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-three-chunks-bf16]": 479.93455014300014,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-T192-bf16]": 1.721914646000073,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-batch2-bf16]": 1.8996541239999942,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-chunk128-ungrouped-bf16]": 239.46483165799998,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-groups2-bf16]": 33.04401553600002,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-large-bf16]": 115.46924479899997,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-minimal-bf16]": 36.718328801999974,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-single-chunk-bf16]": 35.89636320500006,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-standard-bf16]": 69.79899464399995,
-"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-three-chunks-bf16]": 4.973912800999869,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.001698712000006708,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 1.0313245700001517,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.00171145499996328,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 1.1512047339999754,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0013581960000692561,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0013425549996100017,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 10.627573303999952,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0016117840002607409,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 10.36533936800015,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.003381121999836978,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0013912989999198544,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 0.15971269700003177,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0012407720000737754,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 0.16769766000015807,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0011982819997911065,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0015493289998858017,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 0.20144192200007183,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0017590199998949174,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 0.1831429469999648,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.001498214999855918,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0014956019999772252,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 1.9926009859999567,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0054366379999919445,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 1.6953474650000544,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.003446745000019291,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0014867109999840977,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 84.14775664899992,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0012711430000535984,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 7.202428507000036,
-"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0012883059999921898,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(2112, 7168)-256]": 32.49781374899976,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(2112, 7168)-32]": 13.538739293000162,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 1536)-256]": 29.007181547000073,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 1536)-32]": 13.426156044000209,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 7168)-256]": 32.78087770600018,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 7168)-32]": 13.454600078000112,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(3072, 1536)-256]": 29.490369185999953,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(3072, 1536)-32]": 13.47194484900001,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(32768, 512)-256]": 29.38135245500007,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(32768, 512)-32]": 12.218179340999995,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(36864, 7168)-256]": 32.93394729400006,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(36864, 7168)-32]": 13.581952347999732,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(4096, 7168)-256]": 32.560232521000216,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(4096, 7168)-32]": 13.414814254999783,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(576, 7168)-256]": 32.528902315000096,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(576, 7168)-32]": 13.73043925800016,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 16384)-256]": 40.83039530800011,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 16384)-32]": 16.118425183,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 18432)-256]": 43.54673422000019,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 18432)-32]": 16.91739924699982,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 2048)-256]": 31.793723662000275,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 2048)-32]": 15.399739515999954,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 256)-256]": 23.483363388000043,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 256)-32]": 8.968021157000067,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(2112, 7168)-256]": 28.983329069000092,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(2112, 7168)-32]": 11.794444148000025,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 1536)-256]": 20.429700571999888,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 1536)-32]": 9.14575155099999,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 7168)-256]": 29.463368593000155,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 7168)-32]": 11.783363923000024,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(3072, 1536)-256]": 20.645027264000078,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(3072, 1536)-32]": 8.958560648999992,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(32768, 512)-256]": 23.11345385700008,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(32768, 512)-32]": 10.167612499000143,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(36864, 7168)-256]": 29.790265470000122,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(36864, 7168)-32]": 11.407197665999888,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(4096, 7168)-256]": 28.928131410999868,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(4096, 7168)-32]": 11.467979963999937,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(576, 7168)-256]": 29.25809813800015,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(576, 7168)-32]": 11.33160093899994,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 16384)-256]": 42.86505574899991,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 16384)-32]": 15.579708902999982,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 18432)-256]": 45.94461435100004,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 18432)-32]": 15.96079606800015,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 2048)-256]": 21.447045315999958,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 2048)-32]": 9.517716336000035,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 256)-256]": 18.38246466800001,
-"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 256)-32]": 8.032651425999802,
-"tests/ops/test_mla.py::Test_MLA::test_op[cutile-1-64-64-torch.bfloat16-False]": 0.0020341000001735665,
-"tests/ops/test_mla.py::Test_MLA::test_op[cutile-1-64-64-torch.bfloat16-True]": 0.0019466869998723269,
-"tests/ops/test_mla.py::Test_MLA::test_op[cutile-4-64-64-torch.bfloat16-False]": 0.0018147729999782314,
-"tests/ops/test_mla.py::Test_MLA::test_op[cutile-4-64-64-torch.bfloat16-True]": 0.0019567249998999614,
-"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-1-64-64-torch.bfloat16-False]": 0.0014123959997505153,
-"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-1-64-64-torch.bfloat16-True]": 0.003017515999999887,
-"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-4-64-64-torch.bfloat16-False]": 0.0019464560000415077,
-"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-4-64-64-torch.bfloat16-True]": 0.0012725459998819133,
-"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-128-False]": 0.0012992409997423238,
-"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-16-True]": 1.2001498469999206,
-"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-32-True]": 0.1901744800002234,
-"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-64-False]": 0.0013748809999469813,
-"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-128-False]": 0.184531490000154,
-"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-16-True]": 1.4238348310002493,
-"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-32-True]": 0.2481551829998807,
-"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-64-False]": 0.1949527140002374,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-16]": 5.111274784999978,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-24]": 0.3534702060001109,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-32]": 0.41331570999977885,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-8]": 5.141728450999835,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-16]": 4.298023443999909,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-24]": 0.5759332840000297,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-32]": 0.592321634999962,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-8]": 4.281424561999984,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-16]": 4.106049649999932,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-24]": 0.41871581000032165,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-32]": 0.37227775299970745,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-8]": 4.008528389000048,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-16]": 5.21658285500007,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-24]": 0.5466707989999122,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-32]": 0.5083783029995175,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-8]": 5.209214628999916,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-16]": 5.402807623000172,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-24]": 0.3764936580000722,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-32]": 0.3417966939998678,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-8]": 5.39418216099989,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-16]": 4.444225918000029,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-24]": 0.4716659189998609,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-32]": 0.43988633000003574,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-8]": 4.401701700000103,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-16]": 4.372601151999788,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-24]": 4.1178118229997835,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-32]": 4.163751423999884,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-8]": 4.1696929400000045,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-16]": 5.34822609999992,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-24]": 0.44554770700005975,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-32]": 0.4111638379999931,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-8]": 5.410659229999965,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-16]": 9.229566682000012,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-24]": 9.135035447000007,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-32]": 8.626214437999977,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-8]": 9.186324478000017,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-16]": 11.025601180000024,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-24]": 10.919905671999999,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-32]": 11.102441306000003,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-8]": 11.017078188,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-16]": 11.656021877000057,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-24]": 11.34404866999995,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-32]": 10.773276414000009,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-8]": 11.841301876999978,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-16]": 9.205838904000018,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-24]": 9.293325793000008,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-32]": 9.240028266999985,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-8]": 9.310271812999957,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-16]": 8.510449563000009,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-24]": 8.997751401000016,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-32]": 8.573211183000012,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-8]": 9.13697672099994,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-16]": 10.756421154000009,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-24]": 10.78809905299994,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-32]": 10.749918768999976,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-8]": 10.68771011299998,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-16]": 10.24273523900007,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-24]": 10.770225883000023,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-32]": 10.237921552999978,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-8]": 10.833573743000045,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-16]": 8.656009664999942,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-24]": 9.112559836000003,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-32]": 8.466501827999991,
-"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-8]": 9.07810792700002,
-"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-16-512-256-8-2]": 3.3310526930000037,
-"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-32-1024-512-16-4]": 3.0324626290000083,
-"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-64-1024-512-20-8]": 2.3785154160000843,
-"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-16-512-256-8-2]": 0.001043299000002662,
-"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-32-1024-512-16-4]": 0.004343569000070602,
-"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-64-1024-512-20-8]": 0.000974563999932343,
-"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-16-512-256-8-2]": 4.471029261000012,
-"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-32-1024-512-16-4]": 4.344379652999976,
-"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-64-1024-512-20-8]": 4.000724627000011,
-"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-16-512-256-8-2]": 3.1618766749999736,
-"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-32-1024-512-16-4]": 2.6574041160000093,
-"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-64-1024-512-20-8]": 2.616043191000017,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-2048-4096-1024-64-4-swiglu]": 0.25567506199996615,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-2048-1408-60-4-swiglu]": 3.6229077520000033,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-1-swiglu]": 0.24448472300002777,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-2-swiglu]": 0.24423519100008662,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-geglu]": 4.193745909000029,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-gelu]": 3.8971774409999966,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-reglu]": 3.2698521379999193,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-relu]": 7.562132537000082,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-relu_sq]": 2.8426037949999454,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-silu]": 3.114225627000053,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-swiglu]": 3.7158022960000494,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-512-4096-1024-64-4-swiglu]": 0.27245957100001306,
-"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-512-4096-14336-8-2-swiglu]": 3.4785575760000143,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-K64_V128-bf16]": 0.0944921919999615,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-K64_V128-fp32]": 0.11989236199997322,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T16-bf16]": 0.7590508840000325,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T16-fp32]": 0.7022301830000401,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T32_final_state-bf16]": 0.5697278220000044,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T32_final_state-fp32]": 0.5258810839999342,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T64-bf16]": 0.8684368080000695,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T64-fp32]": 0.7964047049999863,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-decode-bf16]": 0.3758204299999761,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-decode-fp32]": 0.44204002100002526,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-init_final_state-bf16]": 0.8966458699999293,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-init_final_state-fp32]": 0.8668302309999376,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-l2norm-bf16]": 5.270891509999956,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-l2norm-fp32]": 4.935244673,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-minimal-bf16]": 0.3588850020000791,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-minimal-fp32]": 0.35174359699999513,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-qwen35_cached_decode-bf16]": 0.4550857750000432,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-qwen35_cached_decode-fp32]": 0.4618742570000336,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-K64_V128-bf16]": 0.08981612699994912,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-K64_V128-fp32]": 0.11608774400019684,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T16-bf16]": 0.111798244000056,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T16-fp32]": 0.13481082200007677,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T32_final_state-bf16]": 331.2584225370001,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T32_final_state-fp32]": 344.613440128,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T64-bf16]": 0.11896196199995757,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T64-fp32]": 0.11737765499992747,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-decode-bf16]": 10.170637780999982,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-decode-fp32]": 10.317554508999933,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-init_final_state-bf16]": 1.1770028390001244,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-init_final_state-fp32]": 1.0601740890001565,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-l2norm-bf16]": 170.04219274799993,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-l2norm-fp32]": 173.5755498860001,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-minimal-bf16]": 0.08769486300002427,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-minimal-fp32]": 0.1150568209998255,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-qwen35_cached_decode-bf16]": 1.99039623200008,
-"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-qwen35_cached_decode-fp32]": 2.083069488000092,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-18432-torch.float16]": 0.0012145189998591377,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-256-torch.float16]": 0.1696859180001411,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-256-torch.float32]": 0.2359799460000147,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-768-torch.float16]": 0.12880516200038983,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-31072-4096-torch.bfloat16]": 1.4639302070000042,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-4096-256-torch.bfloat16]": 0.1132105149997642,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-18432-torch.float16]": 0.4872019570000248,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-256-torch.float16]": 0.21862747899999135,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-256-torch.float32]": 0.24752594900002123,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-768-torch.float16]": 0.24735752400002298,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-31072-4096-torch.bfloat16]": 0.3011879190000002,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-4096-256-torch.bfloat16]": 0.21710307500001136,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-18432-torch.float16]": 0.29643030900001577,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-256-torch.float16]": 0.24406993800002397,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-256-torch.float32]": 0.13890164800002935,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-768-torch.float16]": 0.23419750399997952,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-31072-4096-torch.bfloat16]": 0.323552253999992,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-4096-256-torch.bfloat16]": 0.2240291719999732,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-18432-torch.float16]": 0.0011949980000451887,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-256-torch.float16]": 0.37197888000000034,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-256-torch.float32]": 1.0194483619999914,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-768-torch.float16]": 0.47905888299999333,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-31072-4096-torch.bfloat16]": 0.19357722199998761,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-4096-256-torch.bfloat16]": 0.32574264699999844,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-18432-torch.float16]": 0.002929114999972171,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-256-torch.float16]": 0.5408393470000021,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-256-torch.float32]": 0.6084590489999755,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-768-torch.float16]": 0.5846969469999976,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-31072-4096-torch.bfloat16]": 0.8514233310000066,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-4096-256-torch.bfloat16]": 0.6863244209999948,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-18432-torch.float16]": 1.3319542580000245,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-256-torch.float16]": 0.6493585289999828,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-256-torch.float32]": 0.6087032510000085,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-768-torch.float16]": 0.6259870350000085,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-31072-4096-torch.bfloat16]": 0.7394776460000401,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-4096-256-torch.bfloat16]": 0.6123646499999893,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-18432-torch.float16]": 0.6224892939999904,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-256-torch.float16]": 0.12179033900002878,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-256-torch.float32]": 0.13575751100000844,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-768-torch.float16]": 0.10379648599999314,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-31072-4096-torch.bfloat16]": 0.6483690700000295,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-4096-256-torch.bfloat16]": 0.6563800810000089,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-18432-torch.float16]": 0.0008712070000171934,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-256-torch.float16]": 0.001057717999998431,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-256-torch.float32]": 0.0008653339999966647,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-768-torch.float16]": 0.0008966770000142787,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-31072-4096-torch.bfloat16]": 0.0008580689999746482,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-4096-256-torch.bfloat16]": 0.0010249529999839524,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-18432-torch.float16]": 0.0011245509999753267,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-256-torch.float16]": 0.8841533060000017,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-256-torch.float32]": 0.23945403300001544,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-768-torch.float16]": 0.21268305399999576,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-31072-4096-torch.bfloat16]": 30.827323769999964,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-4096-256-torch.bfloat16]": 13.928867408000002,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-18432-torch.float16]": 0.0013475350000078379,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-256-torch.float16]": 0.0014474250000091615,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-256-torch.float32]": 0.002251696000001857,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-768-torch.float16]": 0.0014555979999784086,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-31072-4096-torch.bfloat16]": 0.001312339000008933,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-4096-256-torch.bfloat16]": 0.0013641810000137866,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-18432-torch.float16]": 0.26333220500001175,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-256-torch.float16]": 0.12676082199999428,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-256-torch.float32]": 0.18360238200000367,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-768-torch.float16]": 0.10419208799999069,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-31072-4096-torch.bfloat16]": 0.28105024699999603,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-4096-256-torch.bfloat16]": 0.217673321999996,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-18432-torch.float16]": 0.0011155560000304376,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-256-torch.float16]": 14.766655014000008,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-256-torch.float32]": 19.013794836999978,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-768-torch.float16]": 19.435050625000002,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-31072-4096-torch.bfloat16]": 0.1415303659999836,
-"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-4096-256-torch.bfloat16]": 0.13187533399997164,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.0008799309999858451,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.000987414999997327,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.0009195720000150231,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.0010028190000355153,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.0017341329999851496,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0010293119999857936,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0008811890000117728,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0008969820000004347,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.00030910299997799484,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.00033604499998318715,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.25279559800000584,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.42817829400001983,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.3109690789999604,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 0.30127940399998465,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.959187959000019,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.2660131149999927,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 0.3156247139999664,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.31483996899999056,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 0.00032911200000285135,
-"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 0.00037700800001516654,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.001500221999947371,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.0015757480000218038,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.001345897999982526,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.002476546000025337,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.0014751840000144512,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0014223690000108036,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0013373179999973672,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0014512409999838383,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.0005923900000084359,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.0005578509999963899,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.7062448290000134,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.6725436190000096,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.6990158290000181,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 0.6935691899999767,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.656579258999983,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.6846208380000007,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 0.6811236159999794,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.689695592000021,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 0.00046724999998559724,
-"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 0.00047745500000928587,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.000981827000003932,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.005015060999994603,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.0009932870000000094,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.002346565999999939,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.0033231320000197684,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0008913529999858838,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0010305999999786764,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0009540780000349969,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.00035471199998937664,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.0003317740000170488,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.2582441460000098,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.1286133979999704,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.10134567199997946,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 0.39458845200005044,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.4515477520000104,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.266415453999997,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 1.5066377969999962,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.12740337399998225,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 0.0003252800000836942,
-"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 0.00036691700000801575,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 0.8323518839999906,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 0.9050862530000359,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 0.8270857569999919,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 0.3083214069999656,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 0.8938801050000222,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 1.1036504730000445,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.9360818880000181,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 0.9324006000000225,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.29601448300002176,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.8779124350000131,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 1.1606720139999993,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 1.2263153229999944,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 1.26907827200003,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 1.2675892170000225,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 1.2484200560000431,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.7095992449999926,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.7165506629999925,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 1.269967409000003,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.7372869099999946,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.7157132399999853,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 0.5770980860000066,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 0.3799968790000037,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 0.5858723300000008,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 0.3574194999999918,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 0.52481597299996,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.7385028840000132,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.371418704000007,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 0.5834604079999792,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.2592858649999812,
-"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.5284705159999703,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-1024-torch.float16]": 0.1544476770000074,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-2048-torch.float32]": 0.16053250199999525,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-512-torch.float32]": 0.564700963000007,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-512-1024-torch.float32]": 0.11111388100002273,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-512-512-torch.float16]": 0.1280173600000012,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-1024-torch.float32]": 0.1500453539999853,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-4096-torch.float32]": 3.263329679000009,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-512-torch.float16]": 0.14129447100000903,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-1024-torch.float16]": 0.1277376870000353,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-2048-torch.float32]": 0.14573377900003948,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-512-torch.float32]": 0.12669500999999173,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-1024-torch.float32]": 0.5015671289999943,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-2048-torch.float32]": 0.14174923500002024,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-512-torch.float16]": 0.13078429300000494,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-1024-torch.float16]": 1.8565761000000123,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-2048-torch.float32]": 2.5198691180000026,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-512-torch.float16]": 2.03977047799998,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-1024-torch.float16]": 0.1282323669999812,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-2048-torch.float32]": 0.13880156500005114,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-512-torch.float32]": 0.11508210900001359,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-512-1024-torch.float32]": 0.11153949400002716,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-512-512-torch.float16]": 0.11030644299998471,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-1024-torch.float32]": 1.644652678,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-4096-torch.float32]": 1.4344117000000551,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-512-torch.float16]": 0.12830670600004623,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-1024-torch.float16]": 0.1335615450000205,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-2048-torch.float32]": 0.1378525810000042,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-512-torch.float32]": 0.1736636619999956,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-1024-torch.float32]": 0.10914896800002793,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-2048-torch.float32]": 0.12363685400001145,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-512-torch.float16]": 0.12543401799999288,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-1024-torch.float16]": 1.1201716480000243,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-2048-torch.float32]": 0.6410045419999904,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-512-torch.float16]": 1.1399722439999778,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-13-256-1024-torch.float32]": 2.245818958000001,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-13-333-1500-torch.float32]": 0.5977622119999921,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-7-100-1000-torch.float32]": 0.5399959369999863,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-7-512-512-torch.float32]": 1.7718134330000055,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-100-512-torch.float32]": 0.1335519270000134,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-1000-torch.float32]": 2.8252676399999928,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-1500-torch.float32]": 3.073038362999995,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-3000-torch.float32]": 5.681967658000019,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-333-1024-torch.float32]": 0.43053188099997897,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-13-256-1024-torch.float32]": 0.1970527709999601,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-13-333-1500-torch.float32]": 0.09705926099999829,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-7-100-1000-torch.float32]": 0.12013645000001816,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-7-512-512-torch.float32]": 1.099693579999979,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-100-512-torch.float32]": 0.10874092399998858,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-1000-torch.float32]": 0.5753061970000033,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-1500-torch.float32]": 1.1179656559999955,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-3000-torch.float32]": 0.6512017119999882,
-"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-333-1024-torch.float32]": 0.09848443600000678,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-1009-torch.float16]": 0.7865783649999969,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-2048-torch.float16]": 0.8055962150000084,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-2048-torch.float32]": 0.7697850529999926,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-256-torch.float16]": 0.6564196019999997,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-256-torch.float32]": 0.6142878560000042,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-32768-torch.float32]": 1.909789910000029,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-9-torch.float32]": 0.704796588999983,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-1009-torch.float16]": 0.73680643900002,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-2048-torch.float16]": 0.717423843000006,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-2048-torch.float32]": 0.8053659029999949,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-256-torch.float16]": 0.7344794539999668,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-256-torch.float32]": 0.7040884609999694,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-32768-torch.float32]": 0.9588610870000309,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-9-torch.float32]": 0.7082036709999784,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-1009-torch.float16]": 0.4267691040000159,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-2048-torch.float16]": 0.4465061530000298,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-2048-torch.float32]": 0.4518230700000174,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-256-torch.float16]": 0.3366717210000445,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-256-torch.float32]": 0.3323490939999658,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-32768-torch.float32]": 0.7024051559999975,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-9-torch.float32]": 0.3770636549999722,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-1009-torch.float16]": 0.19114871499999708,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-2048-torch.float16]": 0.18129043499996556,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-2048-torch.float32]": 0.1883488899999861,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-256-torch.float16]": 0.2131124280000165,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-256-torch.float32]": 0.2133267369999885,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-32768-torch.float32]": 0.1905538239999771,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-9-torch.float32]": 0.2008843539999816,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-1009-torch.float16]": 0.36497849499997415,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-2048-torch.float16]": 0.3508156849999864,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-2048-torch.float32]": 0.3451664089999724,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-256-torch.float16]": 0.30490926800001716,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-256-torch.float32]": 0.2837287790000289,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-32768-torch.float32]": 0.7266430720000017,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-9-torch.float32]": 0.3083011279999539,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-1009-torch.float16]": 0.19135102900000334,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-2048-torch.float16]": 0.17928392899997903,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-2048-torch.float32]": 0.20950861100001816,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-256-torch.float16]": 0.18902183199998035,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-256-torch.float32]": 0.239912027000031,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-32768-torch.float32]": 0.18289522500001,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-9-torch.float32]": 0.192622077999971,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-1009-torch.float16]": 1.2599594309999986,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-2048-torch.float16]": 0.9904358259999526,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-2048-torch.float32]": 1.225880716000006,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-256-torch.float16]": 1.3301162889999887,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-256-torch.float32]": 1.4903591430000063,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-32768-torch.float32]": 4.096931289000025,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-9-torch.float32]": 1.326434321000022,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-1009-torch.float16]": 0.19688652099998194,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-2048-torch.float16]": 0.215477672999981,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-2048-torch.float32]": 0.17666121999999973,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-256-torch.float16]": 0.20071452100000897,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-256-torch.float32]": 0.2178864099999771,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-32768-torch.float32]": 0.18961246799997866,
-"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-9-torch.float32]": 0.19521378400003186,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-16-1]": 0.2972706339999718,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-16-2]": 0.2520950650000202,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-32-1]": 0.2624262370000281,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-32-2]": 0.3031928949999667,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-16-1]": 0.326696792000007,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-16-2]": 0.3535489360000099,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-32-1]": 0.31368875200001867,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-32-2]": 0.3221279269999968,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-16-1]": 0.2844566240000006,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-16-2]": 0.2873857630000032,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-32-1]": 0.29554731000001766,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-32-2]": 0.2891566600000033,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-16-1]": 0.29792004300000485,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-16-2]": 0.29647107099998493,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-32-1]": 0.3202111960000025,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-32-2]": 0.28815192399997613,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-16-1]": 0.26790931499999715,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-16-2]": 0.2576018459999716,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-32-1]": 0.2647199670000191,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-32-2]": 0.25549753600000713,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-16-1]": 0.3057405440000025,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-16-2]": 0.30637157699999307,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-32-1]": 0.30706461799996987,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-32-2]": 0.3207051430000263,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-16-1]": 0.2687486679999722,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-16-2]": 0.2629530460000069,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-32-1]": 0.29119628700001954,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-32-2]": 0.30879603299999303,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-16-1]": 0.28191644599999677,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-16-2]": 0.2864982540000085,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-32-1]": 0.2887532849999843,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-32-2]": 0.3107739020000224,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-16-1]": 0.6375652769999647,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-16-2]": 0.6257106299999577,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-32-1]": 0.630615382000002,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-32-2]": 0.6104170220000071,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-16-1]": 0.6669463939999787,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-16-2]": 0.6789410129999851,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-32-1]": 0.6544041580000339,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-32-2]": 0.6471595610000236,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-16-1]": 0.6598536760000115,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-16-2]": 0.6184611810000149,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-32-1]": 0.6679657209999732,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-32-2]": 0.6205526040000109,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-16-1]": 0.7280024300000036,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-16-2]": 0.6730777820000071,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-32-1]": 0.6673054739999884,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-32-2]": 0.6564612469999531,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-16-1]": 0.6803322500000206,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-16-2]": 0.6549353159999782,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-32-1]": 0.6856938950000142,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-32-2]": 0.6103896909999946,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-16-1]": 0.7281476089999899,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-16-2]": 0.7167569510000078,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-32-1]": 0.6636094979999996,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-32-2]": 0.6485378279999736,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-16-1]": 0.6276924359999896,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-16-2]": 0.6885734179999758,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-32-1]": 0.13172192200002542,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-32-2]": 0.674771021999959,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-16-1]": 0.12321420500001068,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-16-2]": 0.64477991199999,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-32-1]": 0.6553695179999863,
-"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-32-2]": 0.6604196450000188,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-2-1024-512-torch.float32]": 0.17153075199999535,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-4-512-1024-torch.float32]": 0.15966354599999022,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-256-2048-torch.float32]": 0.31712401200005047,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-512-1024-torch.float16]": 0.3497424289999742,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-512-512-torch.float16]": 0.36172342799997637,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-2-1024-512-torch.float32]": 1.1561888260000046,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-4-512-1024-torch.float32]": 1.0702655439999944,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-256-2048-torch.float32]": 1.1292605870000045,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-512-1024-torch.float16]": 1.151045785000008,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-512-512-torch.float16]": 1.1291592199999911,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-13-128-1024]": 0.3959966740000027,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-13-333-1500]": 0.5395875979999971,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-128-3000]": 0.5263445630000092,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-256-1000]": 0.4877196300000435,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-256-1500]": 0.5358027300000288,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-7-100-1000]": 0.44990856900000153,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-7-256-512]": 0.34473915300003455,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-8-100-512]": 0.12277813099996138,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-8-333-256]": 0.3099081320000039,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-13-128-1024]": 0.0986762920000217,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-13-333-1500]": 0.13156983899997954,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-128-3000]": 0.7251883950000035,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-256-1000]": 0.13374192399999174,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-256-1500]": 0.1187394050000421,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-7-100-1000]": 0.14279693299999963,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-7-256-512]": 0.12666253799997662,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-8-100-512]": 0.09650348200003123,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-8-333-256]": 1.0223252310000248,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-2-512-1024-4096]": 0.14923376999999505,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-4-1024-2048-8192]": 0.3025218830000256,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-8-2048-4096-14336]": 0.2598767389999921,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-2-512-1024-4096]": 0.12338330599999381,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-4-1024-2048-8192]": 0.1530189529999859,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-8-2048-4096-14336]": 0.7157162530000107,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-13-256-2048]": 0.114780278000012,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-13-333-1500]": 0.13553140099998018,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-7-100-1000]": 0.12360883100004116,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-7-512-1024]": 0.10678720600003544,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-100-1024]": 0.09709039900002381,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-1000]": 0.16881123199999593,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-1500]": 0.13848644999998783,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-3000]": 0.12726111200001355,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-333-512]": 0.19224987699999474,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-13-256-2048]": 0.11101977500001681,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-13-333-1500]": 0.12030891200001292,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-7-100-1000]": 0.11027593299996852,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-7-512-1024]": 0.11808077700001718,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-100-1024]": 0.10182934200000204,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-1000]": 0.09600050799997462,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-1500]": 0.0927385239999694,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-3000]": 0.09665702800000986,
-"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-333-512]": 0.0961453140000117,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-1024-1024-torch.float16]": 0.24652781500000742,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-1024-1024-torch.float32]": 0.2571273700000347,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-128-128-torch.float16]": 0.25852475700000355,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-128-128-torch.float32]": 0.28552432500001146,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-16-16-torch.float16]": 0.25384684699997706,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-16-16-torch.float32]": 0.26231107399999587,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2-2-torch.float16]": 0.29460441800003423,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2-2-torch.float32]": 0.32361879499998736,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2048-2048-torch.float16]": 0.24727814199997056,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2048-2048-torch.float32]": 0.2723342679999803,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-256-256-torch.float16]": 0.2369928799999741,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-256-256-torch.float32]": 0.2505765769999755,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-32-32-torch.float16]": 0.23435373000003779,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-32-32-torch.float32]": 0.24976834300002793,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4-4-torch.float16]": 0.3053088140000568,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4-4-torch.float32]": 0.2772383270000205,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4096-4096-torch.float16]": 0.3369350719999886,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4096-4096-torch.float32]": 0.2822110650000127,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-512-512-torch.float16]": 0.24468288599999255,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-512-512-torch.float32]": 0.28505478299999254,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-64-64-torch.float16]": 0.24737510100001714,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-64-64-torch.float32]": 0.2547445590000166,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8-8-torch.float16]": 0.2896205109999812,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8-8-torch.float32]": 0.2774279220000153,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8192-8192-torch.float16]": 0.3507800850000251,
-"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8192-8192-torch.float32]": 0.27921153099995877,
-"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_DecodePaged::test_op[cutile-4-1024-128-float16]": 5.500744498000017,
-"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_MLADecodePaged::test_op[cutile-32-4-1024-128-float16]": 0.001077948999977707,
-"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillPaged::test_op[cutile-4-1024-128-128-float16]": 16.14699423799999,
-"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillPaged::test_op[cutile-4-1024-192-128-float16]": 21.279657041999968,
-"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillRagged::test_op[cutile-4-1024-128-float16]": 41.94995222699998,
-"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillRagged::test_op[cutile-4-1024-192-float16]": 61.387417835000065,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.bfloat16-torch.bfloat16-4096-4096-4096-cutile]": 38.81290488800005,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.bfloat16-torch.bfloat16-8192-8192-8192-cutile]": 3.375743405000037,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float16-torch.float16-4096-4096-4096-cutile]": 35.93972394899998,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float16-torch.float16-8192-8192-8192-cutile]": 5.007637571000032,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-4096-cutile]": 29.550462876999973,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float8_e4m3fn-torch.bfloat16-8192-8192-8192-cutile]": 3.3172102300000574,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.bfloat16-torch.bfloat16-4096-4096-4096-cutile]": 0.037088714000049094,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.bfloat16-torch.bfloat16-8192-8192-8192-cutile]": 0.06635365500000034,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float16-torch.float16-4096-4096-4096-cutile]": 0.03807624400002396,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float16-torch.float16-8192-8192-8192-cutile]": 0.06601343299996643,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-4096-cutile]": 0.03702211700004909,
-"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float8_e4m3fn-torch.bfloat16-8192-8192-8192-cutile]": 0.06543321800000967,
-"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-False-torch.float16-6-4096-512-4096-7168]": 40.27446953399999,
-"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-False-torch.float16-6-4096-512-7168-2048]": 1.5945390379998798,
-"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-True-torch.float16-6-4096-512-4096-7168]": 40.15766551999991,
-"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-True-torch.float16-6-4096-512-7168-2048]": 1.501094309999985,
-"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-False-torch.float16-6-4096-512-4096-7168]": 43.485673185999985,
-"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-False-torch.float16-6-4096-512-7168-2048]": 1.6346164129998897,
-"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-True-torch.float16-6-4096-512-4096-7168]": 42.89487190299997,
-"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-True-torch.float16-6-4096-512-7168-2048]": 1.5200476140000774,
-"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-128-16-cutile]": 4.834458009999935,
-"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-128-4-cutile]": 4.92752260899988,
-"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-512-16-cutile]": 0.4666226719999713,
-"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-512-4-cutile]": 0.47340543500001786,
-"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-128-16-cutile]": 0.4871669260000999,
-"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-128-4-cutile]": 0.46534517800000685,
-"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-512-16-cutile]": 0.5882562199999484,
-"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-512-4-cutile]": 0.4852029379999294,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_dtypes[torch.bfloat16-4-256-256-256-cutile]": 0.00378045100012514,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_dtypes[torch.float8_e4m3fn-4-256-256-256-cutile]": 14.222478249000005,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[1-256-256-256-torch.bfloat16-cutile]": 0.5854292450000003,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[4-256-256-256-torch.bfloat16-cutile]": 0.003694905000088511,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[8-256-256-256-torch.bfloat16-cutile]": 0.5585592399999086,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[2-128-128-128-torch.bfloat16-False-False-cutile]": 0.0009979169999496662,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[2-128-128-128-torch.bfloat16-True-False-cutile]": 0.5495889290000378,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-256-256-256-torch.bfloat16-False-False-cutile]": 0.0009532440000157294,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-256-256-256-torch.bfloat16-True-False-cutile]": 29.95001086800005,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-512-512-512-torch.bfloat16-False-False-cutile]": 0.0009893319999036976,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-512-512-512-torch.bfloat16-True-False-cutile]": 0.7069594399999914,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[False-False-4-256-256-256-torch.bfloat16-cutile]": 0.0009819629999583412,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[False-True-4-256-256-256-torch.bfloat16-cutile]": 0.0009049330000152622,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[True-False-4-256-256-256-torch.bfloat16-cutile]": 0.0037330509999264905,
-"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[True-True-4-256-256-256-torch.bfloat16-cutile]": 0.0009019120000175462,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-128-2048-512]": 0.11031353199996374,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-128-2048-513]": 0.0023972129999947356,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-16-2048-512]": 0.12062581900011082,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-16-2048-513]": 0.003612463999843385,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-32-2048-512]": 0.11971032799999648,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-32-2048-513]": 0.0032853899999736313,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-64-2048-512]": 0.11281975700012481,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-64-2048-513]": 0.002241497999989406,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-128-2048-512]": 0.11159406200010835,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-128-2048-513]": 0.002332376999902408,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-16-2048-512]": 0.11714265900002374,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-16-2048-513]": 0.004179811999847516,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-32-2048-512]": 0.09913440700006504,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-32-2048-513]": 0.002265540000053079,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-64-2048-512]": 0.12125481200007471,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-64-2048-513]": 0.0023294789999681598,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-128-2048-512]": 0.02026439999985996,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-128-2048-513]": 0.0019206650000569425,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-16-2048-512]": 0.02416383999991467,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-16-2048-513]": 0.002192497999999432,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-32-2048-512]": 0.02184076800017465,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-32-2048-513]": 0.0023533969999789406,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-64-2048-512]": 0.02302743800009921,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-64-2048-513]": 0.0019278119999626142,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-128-2048-512]": 0.02162144699991586,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-128-2048-513]": 0.0018733729999667048,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-16-2048-512]": 0.020984378000093784,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-16-2048-513]": 0.002553160000047683,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-32-2048-512]": 0.019848379000109162,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-32-2048-513]": 0.0019840429998794207,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-64-2048-512]": 0.021308007000016005,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-64-2048-513]": 0.0019757859998890126,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-128-2048-512]": 0.0010872310000422658,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-128-2048-513]": 0.0010577760000103353,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-16-2048-512]": 0.0010631189999230628,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-16-2048-513]": 0.0027575510000019676,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-32-2048-512]": 0.002071383999975751,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-32-2048-513]": 0.0020125770000163357,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-64-2048-512]": 0.00205754300000649,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-64-2048-513]": 0.002016586999957326,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-128-2048-512]": 0.001042043000012427,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-128-2048-513]": 0.0010563449999949626,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-16-2048-512]": 0.0010870129999887013,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-16-2048-513]": 0.0013006930000187822,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-32-2048-512]": 0.0034817000000373355,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-32-2048-513]": 0.0011082999999985077,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-64-2048-512]": 0.0011805799999535793,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-64-2048-513]": 0.0010683029999825067,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-128-2048-512]": 0.1298981079999919,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-128-2048-513]": 0.004401974999979075,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-16-2048-512]": 0.11796498200004635,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-16-2048-513]": 0.0023944670000162205,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-32-2048-512]": 0.12101731199999222,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-32-2048-513]": 0.0025874160000114443,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-64-2048-512]": 0.12139068400000497,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-64-2048-513]": 0.0023390740000195365,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-128-2048-512]": 0.12379594399999405,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-128-2048-513]": 0.00319128599997498,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-16-2048-512]": 0.1089112140000168,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-16-2048-513]": 0.002963977999996814,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-32-2048-512]": 0.11734048999997526,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-32-2048-513]": 0.0027460629999893627,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-64-2048-512]": 0.11968220299999643,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-64-2048-513]": 0.0027529810000146426,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-128-2048-512]": 0.0012701199999867185,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-128-2048-513]": 0.001271915000017998,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-16-2048-512]": 0.0016126639999924919,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-16-2048-513]": 0.0013735240000016802,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-32-2048-512]": 0.0013160500000140019,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-32-2048-513]": 0.0013018880000004174,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-64-2048-512]": 0.0012834429999770691,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-64-2048-513]": 0.001297222999994574,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-128-2048-512]": 0.0013615310000147929,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-128-2048-513]": 0.00105126599996197,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-16-2048-512]": 0.0012839030000293405,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-16-2048-513]": 0.0012751699999853372,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-32-2048-512]": 0.0013698189999900023,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-32-2048-513]": 0.0013735349999990376,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-64-2048-512]": 0.0013836549999837189,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-64-2048-513]": 0.0013854649999984758,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-128-2048-512]": 0.0025042460000292976,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-128-2048-513]": 0.0026968729999907737,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-16-2048-512]": 0.00888015000001019,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-16-2048-513]": 0.002734170999985963,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-32-2048-512]": 0.0025781469999799356,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-32-2048-513]": 0.0029527800000153093,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-64-2048-512]": 0.002943780999999035,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-64-2048-513]": 0.00249038700002302,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-128-2048-512]": 0.0023854279999966366,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-128-2048-513]": 0.002409089999986236,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-16-2048-512]": 0.002632204000008187,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-16-2048-513]": 0.0023943790000089393,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-32-2048-512]": 0.002419587000019874,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-32-2048-513]": 0.0030364639999902465,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-64-2048-512]": 0.0024048010000115028,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-64-2048-513]": 0.002394336999969937,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-128-2048-512]": 0.0013937790000113637,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-128-2048-513]": 0.0010519719999990684,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-16-2048-512]": 0.0012701400000025842,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-16-2048-513]": 0.0012761620000105722,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-32-2048-512]": 0.0013099839999881624,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-32-2048-513]": 0.00129781400002571,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-64-2048-512]": 0.0012997200000199882,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-64-2048-513]": 0.0010013710000009723,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-128-2048-512]": 0.0009465770000076645,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-128-2048-513]": 0.0009526620000031016,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-16-2048-512]": 0.0010229710000260184,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-16-2048-513]": 0.0009920119999833332,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-32-2048-512]": 0.0009955710000042473,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-32-2048-513]": 0.0009588309999912781,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-64-2048-512]": 0.0009489710000423202,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-64-2048-513]": 0.0009327989999974307,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-128-2048-512]": 0.002599164999992354,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-128-2048-513]": 0.00270208099999536,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-16-2048-512]": 0.0019744709999827137,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-16-2048-513]": 0.002059626000004755,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-32-2048-512]": 0.002003030999986777,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-32-2048-513]": 0.0019698589999563865,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-64-2048-512]": 0.0029643350000014834,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-64-2048-513]": 0.0026759349999849746,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-128-2048-512]": 0.0034896889999629366,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-128-2048-513]": 0.00343791499997792,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-16-2048-512]": 0.0028009099999906084,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-16-2048-513]": 0.002516138000032697,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-32-2048-512]": 0.0025233710000236442,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-32-2048-513]": 0.006905336999977862,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-64-2048-512]": 0.00845112999999742,
-"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-64-2048-513]": 0.0019849740000097427,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-128]": 4.422321829999987,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-19]": 4.429476450999999,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-1]": 6.093136446999978,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-128]": 4.46835468300003,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-19]": 4.321749486000016,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-1]": 6.773969932,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-128]": 4.402505599999984,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-19]": 4.293014835999941,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-1]": 6.036609229999954,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-128]": 4.296337498000014,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-19]": 4.286224460999989,
-"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-1]": 6.497528299999999,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-4-128-torch.bfloat16]": 0.379818145999991,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-4-128-torch.float16]": 0.3648856639999849,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-6-300-torch.float32]": 0.40317631700003176,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-63-41-torch.float32]": 0.3609889690000614,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-8-512-torch.float32]": 3.3540624800000387,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-4-128-torch.bfloat16]": 0.4015830079999887,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-4-128-torch.float16]": 0.409809078999956,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-6-300-torch.float32]": 0.4099561350000158,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-63-41-torch.float32]": 0.39212041899997985,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-8-512-torch.float32]": 0.6954730529999438,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-1269-32000-torch.float32]": 3.160911125000041,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-128-torch.bfloat16]": 2.570868039000061,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-128-torch.float16]": 2.7095592389999865,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-256-torch.float32]": 3.181209410000065,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-6-300-torch.float32]": 1.721493301999942,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-63-41-torch.float32]": 3.5110982759999843,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-8-1024-torch.float32]": 2.194189193999989,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-1269-32000-torch.float32]": 0.5789274429999978,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-128-torch.bfloat16]": 0.30681820900002776,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-128-torch.float16]": 0.35131119499999386,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-256-torch.float32]": 0.3075265970000487,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-6-300-torch.float32]": 0.30609461599999577,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-63-41-torch.float32]": 0.3133414809999522,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-8-1024-torch.float32]": 0.45131322200001023,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_ignore_index[cutile-4-256-torch.float32]": 0.39616800800001784,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_ignore_index[cutile-8-512-torch.float32]": 0.13955819800003155,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_predicted_tokens[cutile-4-128-torch.float32]": 0.3807122290000393,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_predicted_tokens[cutile-8-256-torch.float32]": 0.32133944800000336,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-4-128-torch.bfloat16]": 0.11736035600000605,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-4-128-torch.float16]": 0.13533503799993696,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-8-512-torch.float32]": 0.4786525860000097,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-30.0-4-128-torch.float32]": 0.558842664999986,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-30.0-8-512-torch.float32]": 0.5754022849999387,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-50.0-4-128-torch.float32]": 0.12197706400002062,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-50.0-8-512-torch.float32]": 0.14610924699996986,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_token_accuracy[cutile-4-128-torch.float32]": 0.3175275949998877,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_token_accuracy[cutile-8-256-torch.float32]": 0.3510554390000493,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_weight[cutile-4-128-torch.bfloat16]": 0.342138293000005,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_weight[cutile-8-512-torch.float32]": 0.5401239070000088,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.0001-4-128-torch.float32]": 0.28947746000005736,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.0001-8-512-torch.float32]": 0.49618863500001,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.01-4-128-torch.float32]": 0.29698428200003946,
-"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.01-8-512-torch.float32]": 0.49596251399998437,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(1, 1, 1023)-torch.float32]": 0.2635048359999814,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(2, 4, 512)-torch.float32]": 0.21429491100008136,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(2, 8, 4096)-torch.float32]": 0.270570189999944,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(3, 7, 256)-torch.float32]": 0.12626309599994556,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 16, 2048)-torch.float32]": 0.23967090900003996,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.bfloat16]": 0.2197506559999738,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.float16]": 0.2158598680000523,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.float32]": 0.21288227700000562,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 300)-torch.float32]": 0.26061775300001955,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(1, 1, 1023)-torch.float32]": 0.2861739650000459,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(2, 4, 512)-torch.float32]": 0.22894521400002077,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(2, 8, 4096)-torch.float32]": 0.26558614800001124,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(3, 7, 256)-torch.float32]": 0.2639187770000717,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 16, 2048)-torch.float32]": 0.2630981199999951,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.bfloat16]": 0.21531280500005323,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.float16]": 0.14850756499998852,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.float32]": 0.15399357699993743,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 300)-torch.float32]": 0.27627422899996645,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(1, 1, 1023)-torch.float32]": 0.32732264000003397,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(2, 8, 4096)-torch.float32]": 0.3082617750000054,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(3, 7, 256)-torch.float32]": 0.2963613359999613,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 16, 2048)-torch.float32]": 0.2942472840000505,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.bfloat16]": 0.26688676100008024,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.float16]": 0.2782328429999552,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.float32]": 0.26916963899998336,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(8, 512)-torch.float32]": 0.2800937689999614,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(1, 1, 1023)-torch.float32]": 0.36573328300005414,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(2, 8, 4096)-torch.float32]": 0.31654005400002916,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(3, 7, 256)-torch.float32]": 0.30947869999999966,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 16, 2048)-torch.float32]": 0.29787492699995255,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.bfloat16]": 0.2872045139999386,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.float16]": 0.37859116100008805,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.float32]": 0.26870452500008923,
-"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(8, 512)-torch.float32]": 0.30378763700002764,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(2, 128, 512)-torch.float32]": 0.2815592980000474,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.bfloat16]": 0.40811988000007204,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.float16]": 0.4282282649999729,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.float32]": 0.4210465610000256,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(8, 512)-torch.float32]": 0.40686332500001754,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(9, 7, 41)-torch.float32]": 0.3927937610000072,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(2, 128, 512)-torch.float32]": 0.3209429869999667,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.bfloat16]": 0.30116308900005606,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.float16]": 0.2818374539999695,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.float32]": 0.2954302819999839,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(8, 512)-torch.float32]": 0.29372613600003206,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(9, 7, 41)-torch.float32]": 0.3010073989999569,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-gemma]": 1.0009266440000033,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-llama]": 0.12444230800002742,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-none]": 1.0769020800000249,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(16, 1024)-torch.float32]": 1.266628039000011,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(2, 128, 512)-torch.float32]": 0.2574286709999569,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(2, 4, 512)-torch.float32]": 0.13434257899996283,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.bfloat16]": 1.0055197759999714,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.float16]": 0.996433173000014,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.float32]": 0.9890289969999913,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 300)-torch.float32]": 1.2910279889999288,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(8, 512)-torch.float32]": 1.0407075889999646,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(9, 7, 41)-torch.float32]": 1.0268256179999753,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(16, 1024)-torch.float32]": 0.27732648500000323,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(2, 128, 512)-torch.float32]": 0.2819659050000496,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(2, 4, 512)-torch.float32]": 0.12178856400004179,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.bfloat16]": 0.2459941600000093,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.float16]": 0.3390708750000613,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.float32]": 0.23497518000004902,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 300)-torch.float32]": 0.25844820700007176,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(8, 512)-torch.float32]": 0.26157047799995325,
-"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(9, 7, 41)-torch.float32]": 0.2567524780000099,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.bfloat16]": 0.3749721660000205,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.float16]": 0.38645493100000294,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.float32]": 0.3599989219999884,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-63-41-41-torch.float32]": 0.3509176039999602,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-8-128-256-torch.float32]": 0.3935359469999753,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_features[cutile]": 0.8931195850000222,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-1024-1024-4096-torch.float32]": 2.428276935000042,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.bfloat16]": 0.6381496719999404,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.float16]": 0.6213224749999426,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.float32]": 3.3926111909999577,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-6-64-150-torch.float32]": 2.2455626359999883,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-63-41-41-torch.float32]": 0.5428794389999325,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-8-128-256-torch.float32]": 0.4926945290000617,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-1024-1024-4096-torch.float32]": 0.4546600199999489,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.bfloat16]": 0.30030336400000124,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.float16]": 0.35093713000009075,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.float32]": 0.30250346699995134,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-6-64-150-torch.float32]": 0.3194214470000247,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-63-41-41-torch.float32]": 0.33141202400003067,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-8-128-256-torch.float32]": 0.29352554700000155,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_with_bias[cutile-4-64-128-torch.float16]": 0.10442059199999676,
-"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_with_bias[cutile-4-64-128-torch.float32]": 0.12437336799996501,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-1-64-128-torch.float32]": 0.13061373199997206,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-188-31-123-torch.float32]": 0.10401794000000564,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.bfloat16]": 0.14585906199999954,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.float16]": 0.14507258699995873,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.float32]": 0.15756124499995394,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-63-41-41-torch.float32]": 0.10084613899999795,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-8-128-256-torch.float32]": 0.11557211900003495,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-1-64-128-torch.float32]": 0.1296558839999875,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-188-31-123-torch.float32]": 0.46081631099997367,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-3-7-11-torch.float32]": 0.3818288779999648,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.bfloat16]": 0.11006614899997658,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.float16]": 0.12957521699996732,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.float32]": 0.2832122000000368,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-32768-torch.float32]": 0.6164528519999521,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-63-41-41-torch.float32]": 0.24700828499993577,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-8-128-256-torch.float32]": 0.2838281040000652,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-1-64-128-torch.float32]": 0.13623359199993956,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-188-31-123-torch.float32]": 0.40850846299997556,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-3-7-11-torch.float32]": 0.3921210450000103,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.bfloat16]": 0.10292532300002222,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.float16]": 0.12865193900000804,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.float32]": 0.270669923000014,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-32768-torch.float32]": 0.6206561860000193,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-63-41-41-torch.float32]": 0.23142654800000173,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-8-128-256-torch.float32]": 0.2958168709999427,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-1024-1024-4096-torch.bfloat16]": 0.7059056290000285,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-1024-1024-4096-torch.float32]": 0.15015266200003907,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-141-31-123-torch.bfloat16]": 0.4912041709999926,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-141-31-123-torch.float32]": 0.13825898399994685,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-1024-1024-4096-torch.bfloat16]": 0.6781390420000548,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-1024-1024-4096-torch.float32]": 0.13063072199997805,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-141-31-123-torch.bfloat16]": 0.4177853599999821,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-141-31-123-torch.float32]": 0.12946166099999346,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-1024-1024-4096-torch.bfloat16]": 0.7515545449999763,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-1024-1024-4096-torch.float32]": 0.13275465000003805,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-141-31-123-torch.bfloat16]": 0.43759040399999094,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-141-31-123-torch.float32]": 0.13328161500004398,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-1024-1024-4096-torch.bfloat16]": 0.692591779000054,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-1024-1024-4096-torch.float32]": 0.1290601779999747,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-141-31-123-torch.bfloat16]": 0.4456057560000204,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-141-31-123-torch.float32]": 0.1390929039999378,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-1024-1024-4096-torch.bfloat16]": 0.7129217930000777,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-1024-1024-4096-torch.float32]": 0.13821379299997716,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-141-31-123-torch.bfloat16]": 0.4507779329999835,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-141-31-123-torch.float32]": 0.15111299500006226,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-1024-1024-4096-torch.bfloat16]": 0.7616332710000506,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-1024-1024-4096-torch.float32]": 0.14211394300002667,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-141-31-123-torch.bfloat16]": 0.48317339399989123,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-141-31-123-torch.float32]": 0.14454519100002017,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-16-64-128-torch.float32]": 0.14098488500002304,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-4-64-128-torch.float32]": 0.30629156500003774,
-"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-8-128-256-torch.float32]": 0.34735127400000465,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(1, 1, 16, 32)]": 9.234989677999977,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(1, 2, 64, 32)]": 0.8407793979999951,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(2, 4, 32, 64)]": 10.274809227000048,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(1, 1, 16, 32)]": 0.6495614170000295,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(1, 2, 64, 32)]": 0.5139435100000469,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(2, 4, 32, 64)]": 0.8230611790000353,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(1, 1, 16, 32)]": 9.264641014000006,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(1, 2, 64, 32)]": 0.7598626760000116,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(2, 4, 32, 64)]": 10.182950301999938,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(1, 1, 16, 32)]": 0.7277264920000448,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(1, 2, 64, 32)]": 0.7214517349999596,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(2, 4, 32, 64)]": 0.566320103999999,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(1, 1, 16, 32)]": 9.17226262999992,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(1, 2, 64, 32)]": 14.821911311000008,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(2, 4, 32, 64)]": 18.907695537999928,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(1, 1, 16, 32)]": 14.567234485999961,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(1, 2, 64, 32)]": 0.19789021700006515,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(2, 4, 32, 64)]": 18.984154584000066,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(1, 1, 16, 32)]": 0.14162032800010138,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(1, 2, 64, 32)]": 0.12063179599999785,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(2, 4, 32, 64)]": 0.12426462999997057,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(1, 1, 16, 32)]": 0.14030261400006339,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(1, 2, 64, 32)]": 0.22174198399994793,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(2, 4, 32, 64)]": 0.12861878600006094,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(1, 1, 16, 32)]": 0.9729280630000403,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(1, 2, 64, 32)]": 0.8851545279999868,
-"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(2, 4, 32, 64)]": 1.3465234529999748,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.2815402699999936,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.float16]": 0.262497294999946,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.float32]": 0.2765871670000024,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(8, 512)-torch.float32]": 0.26390888600002427,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(9, 41, 341)-torch.float32]": 0.32741563899992343,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(9, 7, 41)-torch.float32]": 0.24201767900001414,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(16, 1024)-torch.float32]": 0.2312800560000028,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(2, 2, 8)-torch.float32]": 0.2570046650000677,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(2, 4, 512)-torch.float32]": 0.13619086200003494,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.bfloat16]": 0.22729205299998512,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.float16]": 0.2335968060000937,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.float32]": 0.2111349890000156,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 300)-torch.float32]": 0.26037221700005375,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(8, 512)-torch.float32]": 0.21903659000003017,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(9, 41, 341)-torch.float32]": 0.2978285430000369,
-"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(9, 7, 41)-torch.float32]": 0.23437085400001934,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.bfloat16]": 0.333594249999976,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.float16]": 0.3393604340000138,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.float32]": 0.3151261669999599,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-63-21-2163-torch.float32]": 0.6788409000000115,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-4-8-4-16-torch.float32]": 0.33366673399996216,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-16-32-1-4096-torch.float32]": 0.40998079600001347,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.bfloat16]": 0.25382374399998753,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.float16]": 0.276295771999969,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.float32]": 0.29700012899996864,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-6-3-10-torch.float32]": 0.2786880639999936,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-63-21-2163-torch.float32]": 0.5292069809999589,
-"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-4-8-4-16-torch.float32]": 0.2895203039999501,
-"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-1-4-128]": 0.8623190000000704,
-"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-2-8-256]": 0.8093943019999301,
-"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-4-16-512]": 0.8789487599999575,
-"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-1-4-128]": 0.8796952930000543,
-"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-2-8-256]": 0.950683755,
-"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-4-16-512]": 0.9466196860000196,
-"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_backward[cutile]": 1.0329972950000297,
-"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_with_kl[cutile-2-8-256]": 0.3204350159999194,
-"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_with_mask[cutile-2-8-256]": 0.9781392899999446,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-16-1024-0.5-torch.float32]": 0.4577902450000124,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.0-torch.float32]": 0.2874218209999526,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.bfloat16]": 0.34346896099998503,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.float16]": 0.264479209000001,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.float32]": 0.16111326700001882,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-1.0-torch.float32]": 0.28913875599999983,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-8-512-0.3-torch.float32]": 0.35919587799998,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-8-512-0.5-torch.float32]": 0.2919787469999733,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_all_ignored[cutile-20-32-torch.bfloat16]": 0.11588889299997618,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_all_ignored[cutile-20-32-torch.float32]": 0.13874779599996145,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-16-1024-0.3-2-torch.bfloat16]": 0.5623627310000074,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-8-512-0.5-2-torch.float32]": 0.34937917299998844,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-8-512-0.5-42-torch.float32]": 0.3415405800000144,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-16441-1271-0.5-torch.float32]": 0.5754381569999509,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-2048-3200-0.5-torch.bfloat16]": 0.7639935499999524,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-2048-3200-0.5-torch.float32]": 0.6131995320000101,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-8-512-0.5-torch.float16]": 0.328431691999981,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-16441-1271-torch.float32]": 0.11948138999997582,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-2048-3200-torch.bfloat16]": 0.12606795399995008,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-2048-3200-torch.float32]": 0.16556394500008764,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_with_labels[cutile-16-1024-0.5-torch.float32]": 0.4864762819999555,
-"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_with_labels[cutile-8-512-0.5-torch.float32]": 0.340069925000023,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(16, 1024)-torch.float32]": 0.09366543000004413,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.bfloat16]": 0.09267055399999435,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.float16]": 0.09522952999998324,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.float32]": 0.13124347999996644,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 300)-torch.float32]": 0.09350290099996528,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(8, 512)-torch.float32]": 0.12788445000001047,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(16, 1024)-torch.float32]": 0.10568721100003131,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.bfloat16]": 0.10084045600001446,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.float16]": 0.09355430899995554,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.float32]": 0.1469760750000546,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 300)-torch.float32]": 0.09409216599999581,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(8, 512)-torch.float32]": 0.11240647199997511,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(16, 1024)-torch.float32]": 0.24148958999995784,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.bfloat16]": 0.22407572200000914,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.float16]": 0.22926582399998097,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.float32]": 0.1986978930000305,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 300)-torch.float32]": 0.28432740699997794,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(8, 512)-torch.float32]": 0.2141598110000018,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(16, 1024)-torch.float32]": 0.25848541700003125,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.bfloat16]": 0.24864298600004986,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.float16]": 0.25829549399998086,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.float32]": 0.23771883900002422,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 300)-torch.float32]": 0.30239559200003896,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(8, 512)-torch.float32]": 0.2451307100000122,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(16, 1024)-torch.float32]": 0.11781124699990642,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.bfloat16]": 0.12373190299996395,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.float16]": 0.11896896000001789,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.float32]": 0.10430994799992277,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 300)-torch.float32]": 0.12418865999995887,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(8, 512)-torch.float32]": 0.11099903599995287,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(16, 1024)-torch.float32]": 0.11453725699999495,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.bfloat16]": 0.10107970000001387,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.float16]": 0.11367509400002973,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.float32]": 0.1328057319999516,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 300)-torch.float32]": 0.10942242500004795,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(8, 512)-torch.float32]": 0.10272073100003354,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(16, 1024)-torch.float32]": 0.23624789800004464,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.bfloat16]": 0.22786811200001011,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.float16]": 0.23235735199995133,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.float32]": 0.1943922030000067,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 300)-torch.float32]": 0.2687828560000298,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(8, 512)-torch.float32]": 0.23797188699995786,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(16, 1024)-torch.float32]": 0.2406713130000071,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.bfloat16]": 0.23851392799997484,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.float16]": 0.23556907300002194,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.float32]": 0.2462521910001101,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 300)-torch.float32]": 0.2988604889999351,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(8, 512)-torch.float32]": 0.21677717500000426,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(16, 1024)-torch.float32]": 0.09900344499993707,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.bfloat16]": 0.10168561000000409,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.float16]": 0.1045315050000113,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.float32]": 0.10024696599992922,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 300)-torch.float32]": 0.09614502399995217,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(8, 512)-torch.float32]": 0.09774484099995107,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(16, 1024)-torch.float32]": 0.11533936299997549,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.bfloat16]": 0.10963956800003416,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.float16]": 0.1135712159999116,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.float32]": 0.1307901820000552,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 300)-torch.float32]": 0.09942755700006956,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(8, 512)-torch.float32]": 0.10863941900004193,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(16, 1024)-torch.float32]": 0.24483066599998438,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.bfloat16]": 0.23643329200001517,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.float16]": 0.23504991599997993,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.float32]": 0.23081800099998873,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 300)-torch.float32]": 0.3490863769999919,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(8, 512)-torch.float32]": 0.2327264829999649,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(16, 1024)-torch.float32]": 0.11076296299995647,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.bfloat16]": 0.10806345500003545,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.float16]": 0.10738246599999002,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.float32]": 0.10495024200002945,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 300)-torch.float32]": 0.10436307300005865,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(8, 512)-torch.float32]": 0.10762750199990023,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(16, 1024)-torch.float32]": 0.10861098899999888,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.bfloat16]": 0.10686001599998463,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.float16]": 0.10783704400000715,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.float32]": 0.1357639859999722,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 300)-torch.float32]": 0.11287432199998193,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(8, 512)-torch.float32]": 0.11523748199999773,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(16, 1024)-torch.float32]": 0.23557057300001816,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.bfloat16]": 0.23181284799989044,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.float16]": 0.23382750700005772,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.float32]": 0.19270603600006098,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 300)-torch.float32]": 0.2726386250000701,
-"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(8, 512)-torch.float32]": 0.23609806399997524,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.2856756709999786,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.1720510899999681,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.32817168200000424,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.float16]": 0.26339214299997593,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.float32]": 0.2370314209999833,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 300)-torch.float32]": 0.28623422499998696,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(8, 512)-torch.float32]": 0.2576301239999452,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(16, 1024)-torch.float32]": 0.32725877099994705,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(2, 4, 512)-torch.float32]": 0.13838748700004544,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.29161081399996647,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.30402560299995685,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.30969124299997475,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 300)-torch.float32]": 0.308890942000005,
-"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.32381828800004087,
-"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(1, 16, 8, 128)-torch.float32]": 0.2600568160000307,
-"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(1, 4, 2, 48)-torch.float32]": 0.2577741900000774,
-"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.bfloat16]": 0.2747740789999398,
-"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.float16]": 0.26404408400003376,
-"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.float32]": 0.25635744300001306,
-"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.bfloat16]": 0.2721970910000664,
-"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.float16]": 0.2497211870000342,
-"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.float32]": 0.26610899799993604,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(64, 512)-per_token]": 0.26926677099999097,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(64, 512)-shared]": 0.26079465000003665,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(8, 128)-per_token]": 0.2840044769999963,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(8, 128)-shared]": 0.2836450189999482,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(64, 512)-per_token]": 0.2610631729999682,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(64, 512)-shared]": 0.26109641800002237,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(8, 128)-per_token]": 0.2433949489999918,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(8, 128)-shared]": 0.2636863710000057,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(64, 512)-per_token]": 0.26737971900001867,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(64, 512)-shared]": 0.25291841199998544,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(8, 128)-per_token]": 0.24825860900000407,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(8, 128)-shared]": 0.2699248999999213,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(64, 512)-per_token]": 0.2959113580000121,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(64, 512)-shared]": 0.3234623710000051,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(8, 128)-per_token]": 0.3141607620000286,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(8, 128)-shared]": 0.32091786099994124,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-gemma]": 0.23784995599999093,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-llama]": 0.1370767439999554,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-none]": 0.25702521300007675,
-"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_no_shift[cutile]": 0.45188440800001217,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(1, 2, 16)-torch.float32]": 0.3811860650000085,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.bfloat16]": 0.4543372869999871,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.float16]": 0.13876650499992138,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.float32]": 0.4059867529999792,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward[cutile-(1, 1, 16)-torch.float32]": 0.36533959399997684,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward[cutile-(2, 1, 8)-torch.float32]": 0.3528440989999808,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-1-8-1-torch.float32]": 0.16146606099999872,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-1-torch.float32]": 0.1343358189999435,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-2-torch.bfloat16]": 0.3299980309999455,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-2-torch.float32]": 0.11154870999996547,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.bfloat16]": 0.1325867670000207,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.float16]": 0.13974886299990885,
-"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.float32]": 0.1480583369999522,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.4557513190000009,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.1390834839999684,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.47883119499999793,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.float16]": 0.4497351559999174,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.float32]": 0.48260862799997994,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 300)-torch.float32]": 0.4554377479999516,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(8, 512)-torch.float32]": 0.47858826199995974,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.32603045000001885,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.33815738399999873,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.3196604269999739,
-"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.33115211299997327,
-"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(1, 2, 4, 48)-torch.float32]": 0.3026307860000088,
-"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(1, 4, 8, 128)-torch.float32]": 0.3482843400000206,
-"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.33647474800000055,
-"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.float16]": 0.3281254400000648,
-"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.float32]": 0.3253525910000121,
-"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.5042521320000901,
-"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float16]": 0.5147260079999683,
-"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float32]": 0.49184773299998596,
-"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(1, 1, 1023)-torch.float32]": 0.2480095269999083,
-"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(2, 4, 512)-torch.float32]": 0.21437805000005028,
-"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(2, 8, 4096)-torch.float32]": 0.23900213599995368,
-"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(3, 7, 256)-torch.float32]": 0.131413278000025,
-"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 16, 2048)-torch.float32]": 0.22468961300000956,
-"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.bfloat16]": 0.22017332300004,
-"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.float16]": 0.22120678600003885,
-"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.float32]": 0.2286510840000915,
-"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 300)-torch.float32]": 0.25446997599999577,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.24325194499999725,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.12916967599994678,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.25121591499998885,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.float16]": 0.2469593600000053,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.float32]": 0.19699383899995837,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 300)-torch.float32]": 0.23816735800005517,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(8, 512)-torch.float32]": 0.23758295900000803,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.28624768500003483,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.2800323059998959,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.22649855200000957,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.2651934550000874,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-gemma]": 0.23178914099997883,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-llama]": 0.13248091299999487,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-none]": 0.2521086699999273,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-gemma]": 0.22395213099991906,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-llama]": 0.1273590229999968,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-none]": 0.2580410170000391,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.bfloat16]": 0.24185257999999976,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.float16]": 0.25961181200000283,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.float32]": 0.24945223600002464,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(8, 512)-torch.float32]": 0.25092012400000385,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.bfloat16]": 0.10760840499995084,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.float16]": 0.12107590299996218,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.float32]": 0.1366407179999669,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.bfloat16]": 0.11495359199994937,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.float16]": 0.1112785289999465,
-"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.float32]": 0.10952054200004113,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(1, 2, 4, 48)-torch.float32]": 0.13822962099999359,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(1, 4, 8, 128)-torch.float32]": 0.13281797399992,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.bfloat16]": 0.30177599899997176,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.float16]": 0.27296848600002477,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.float32]": 0.29564305500002774,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(3, 4, 7, 64)-torch.float32]": 0.27092564700001276,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(1, 2, 4, 48)-torch.float32]": 0.30190486500004,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(1, 4, 8, 128)-torch.float32]": 0.305673699999943,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.bfloat16]": 0.2883709899999758,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.float16]": 0.31881759699996337,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.float32]": 0.3102699090000556,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(3, 4, 7, 64)-torch.float32]": 0.305253074999996,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(1, 2, 4, 48)-torch.float32]": 0.5322552989999849,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(1, 4, 8, 128)-torch.float32]": 0.49630790000003344,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.4772267950000355,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float16]": 0.4826273689999425,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float32]": 0.48085209400005624,
-"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(3, 4, 7, 64)-torch.float32]": 0.45513294500000256,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 1023)-torch.float32]": 0.5971517039999981,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 2, 4096)-torch.float32]": 0.16104309099995362,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 4096)-torch.float32]": 0.6001372590000642,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.bfloat16]": 0.20739190799997687,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.float16]": 0.43246369399997775,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.float32]": 0.43433102599993845,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(3, 7, 256)-torch.float32]": 0.529327582999997,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(4, 16)-torch.float32]": 0.4329678330000206,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.bfloat16]": 0.27342963499995676,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.float16]": 0.2533724460000144,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.float32]": 1.2574856509999677,
-"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(4, 16)-torch.float32]": 1.348643109999955,
-"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(2, 128, 512)-torch.float32]": 0.9104693610000254,
-"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(4, 256)-torch.float32]": 0.13236234999999397,
-"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(5, 123, 123)-torch.float32]": 0.1460293540000066,
-"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(2, 128, 512)-torch.float32]": 1.1528961059999574,
-"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(4, 256)-torch.float32]": 1.2955208969999603,
-"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(5, 123, 123)-torch.float32]": 1.3510876439999606,
-"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op_backward[cutile-(2, 128, 512)-torch.float32]": 0.9523264270000027,
-"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op_backward[cutile-(4, 256)-torch.float32]": 0.9873392350000358,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(2, 256, 256)-torch.float32]": 0.24815551700004335,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(2, 8, 8)-torch.float32]": 0.3007585649999669,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.2602785600000743,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.float16]": 0.27952288400001635,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.float32]": 0.25903023200004327,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(6, 42, 123)-torch.float32]": 0.25737957999996297,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(9, 7, 41)-torch.float32]": 0.32049090000003844,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(2, 256, 256)-torch.float32]": 0.2903391980000265,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(2, 8, 8)-torch.float32]": 0.2653622149999819,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.bfloat16]": 0.24032394099998555,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.float16]": 0.24565399799996612,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.float32]": 0.25164382999992085,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 300)-torch.float32]": 0.2578569479999828,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(6, 42, 123)-torch.float32]": 0.25793733299997257,
-"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(9, 7, 41)-torch.float32]": 0.2609263740000074,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-1-1024-128]": 0.12153015400002687,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-2-512-512]": 0.12952137700006006,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-4-127-128]": 0.11663116400001172,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-1-1024-128]": 0.12991460800003551,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-2-512-512]": 0.11975346399998443,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-4-127-128]": 0.13274288600001682,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-1-1024-128]": 0.13293671299999232,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-2-512-512]": 0.11982793499998934,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-4-127-128]": 0.11945723700000599,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-1-1024-128]": 0.11220423299994309,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-1-1024-256]": 0.10262780600004362,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-2-1024-64]": 0.1101494700000103,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-2-512-512]": 0.104542145000039,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-4-127-128]": 0.10877230500000223,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-1-1024-128]": 0.10614156999997704,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-1-1024-256]": 0.11627781599997888,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-2-1024-64]": 0.1123424049999926,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-2-512-512]": 0.11945644900009711,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-4-127-128]": 0.11173109699996076,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-1-1024-128]": 0.14291954200001555,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-1-1024-256]": 0.12607550199999196,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-2-1024-64]": 0.13145273600002838,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-2-512-512]": 0.12394130900008804,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-4-127-128]": 0.14084131800001387,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-1-1024-128]": 0.11191818999998304,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-1-1024-256]": 0.17429282900008047,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-2-1024-64]": 0.10768001799999638,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-2-512-512]": 0.12009257199997592,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-4-127-128]": 0.12197674600002983,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-1-1024-128]": 0.14254702800002406,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-1-1024-256]": 0.1591937899999607,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-2-1024-64]": 0.13528095200001644,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-2-512-512]": 0.14746473600001764,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-4-127-128]": 0.1419192319999638,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-1-1024-128]": 0.14066432999993594,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-1-1024-256]": 0.11461302099996828,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-2-1024-64]": 0.12596390899994958,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-2-512-512]": 0.10648840199996812,
-"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-4-127-128]": 0.11800934299998289,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-1-4096-32000]": 2.402667156000007,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-3-423-32000]": 2.400004329000069,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-41-401-1271]": 0.45598296999997956,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-1-4096-32000]": 2.3978507800000557,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-3-423-32000]": 2.437172847999989,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-41-401-1271]": 0.42728186700003334,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-1-4096-32000]": 0.7751403330000244,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-3-423-32000]": 0.7968421780000199,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-41-401-1271]": 0.3543314849999888,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-1-4096-32000]": 2.374297253000009,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-3-423-32000]": 2.4322816179999336,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-41-401-1271]": 0.43240130399999543,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-1-4096-32000]": 3.1641787000000363,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-3-423-32000]": 3.0919004289999634,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-41-401-1271]": 0.3484173610000312,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-1-4096-32000]": 3.191643508000027,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-3-423-32000]": 3.228168586000038,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-41-401-1271]": 0.3761592679999808,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-1-4096-32000]": 0.5098973579999324,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-3-423-32000]": 0.48869310400004906,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-41-401-1271]": 0.3703627309999433,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-1-4096-32000]": 3.1247677499999895,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-3-423-32000]": 3.16601150799994,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-41-401-1271]": 0.36838142500005233,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-1-4096-32000]": 0.17253410600000052,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-3-423-32000]": 0.15101328899993405,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-41-401-1271]": 0.17253634400003648,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-1-4096-32000]": 0.1396459769999865,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-3-423-32000]": 0.14453663500000857,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-41-401-1271]": 0.1665612890000716,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-1-4096-32000]": 0.16502732499998274,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-3-423-32000]": 0.13408178800000314,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-41-401-1271]": 0.16813406499994699,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-1-4096-32000]": 1.8032774609999933,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-3-423-32000]": 1.7746416079999676,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-41-401-1271]": 0.365040449999924,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-1-4096-32000]": 1.7550247890000037,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-3-423-32000]": 1.7552137170000606,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-41-401-1271]": 0.38454197899994824,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-1-4096-32000]": 0.6096591399999625,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-3-423-32000]": 0.6025380119999681,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-41-401-1271]": 0.38912262899998495,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-1-4096-32000]": 1.7479629649999993,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-3-423-32000]": 1.80043728499993,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-41-401-1271]": 0.3795242430000485,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-1-4096-32000]": 1.7642669580000074,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-3-423-32000]": 1.7289347730000486,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-41-401-1271]": 0.3834586249999461,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-1-4096-32000]": 1.7751263670000412,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-3-423-32000]": 1.8184812329999431,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-41-401-1271]": 0.35036454200002254,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-1-4096-32000]": 0.6120711159999814,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-3-423-32000]": 0.5884223629999497,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-41-401-1271]": 0.378681805000042,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-1-4096-32000]": 1.7553342290000273,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-3-423-32000]": 1.759391277000077,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-41-401-1271]": 0.37069877999994105,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-1-4096-32000]": 1.758624382999983,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-3-423-32000]": 1.7194179869999857,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-41-401-1271]": 0.38763051600000153,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-1-4096-32000]": 1.728356437000059,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-3-423-32000]": 1.7344754900000225,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-41-401-1271]": 0.3686805590000404,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-1-4096-32000]": 0.6786840590000338,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-3-423-32000]": 0.5945790430000102,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-41-401-1271]": 0.3937336240000491,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-1-4096-32000]": 1.7359105830000203,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-3-423-32000]": 1.8079542539999807,
-"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-41-401-1271]": 0.36859491100005926,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_all_ignored[cutile]": 0.13273032599994394,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.bfloat16-1-64-32000]": 0.14227341500003376,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.bfloat16-2-32-1024]": 0.2526748709999538,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.float16-1-64-32000]": 0.45767964200001643,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.float16-2-32-1024]": 0.2367091030000097,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_large_vocab[cutile-torch.bfloat16-1-16-100000]": 0.14077825099991514,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_large_vocab[cutile-torch.bfloat16-2-8-128256]": 0.1312319000000457,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_logit_scaling[cutile-torch.bfloat16-2-16-1024]": 0.12552602200003093,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_softcapping[cutile-torch.bfloat16-2-16-1024]": 0.15496368700001995,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-1-128-50257]": 1.4744824429999994,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-2-64-1024]": 0.021098639999991065,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-4-32-32000]": 0.29374728599998434,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-1-128-50257]": 1.3021989919999442,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-2-64-1024]": 0.03567045000005464,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-4-32-32000]": 0.021631551000041327,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_large_vocab[cutile-torch.bfloat16-1-16-100000]": 0.17227404799996293,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_large_vocab[cutile-torch.bfloat16-2-8-128256]": 0.19675905299999386,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_logit_scaling[cutile-torch.bfloat16-2-16-1024]": 0.11437288999997008,
-"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_softcapping[cutile-torch.bfloat16-2-16-1024]": 0.14249756100002742,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(1024, 4096)-128]": 0.002401671000029637,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(128, 512)-128]": 0.0031153049999943505,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(2048, 8192)-128]": 0.0028097349999711696,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(256, 256)-128]": 0.10317757700005359,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(64, 1024)-128]": 0.0031037869999295253,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op_non_square[cutile-(128, 384)-128]": 0.0018842910000103075,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op_non_square[cutile-(256, 128)-128]": 0.0018005739999580328,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-1024-2048-1024-[128, 128]]": 0.7399935870000149,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-128-128-128-[128, 128]]": 0.3964506749999259,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-256-256-256-[128, 128]]": 0.569933366999976,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-512-1024-512-[128, 128]]": 0.6617622630000142,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-2048-4096-128]": 0.30518428599998515,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-256-256-128]": 0.308578553000018,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-384-768-128]": 0.3001257370000303,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-4096-8192-128]": 0.35215963299992836,
-"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-512-1024-128]": 0.311540736999973,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.12356254799999533,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.13649315100002468,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.11626140200002055,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.1414377140000056,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-1024-1024]": 0.1038506329999791,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-2048-5120]": 0.10944024099995886,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-256-512]": 0.12044250499997133,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-4096-8192]": 0.1496392629999832,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.4204019070000413,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.4771459959999902,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.4655557380000346,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.4033601510000153,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.4297753989999933,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.44709165500000836,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.4471374179999543,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.37741454600001134,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.45697944500000176,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.4952614599999947,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.4105787860000305,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.4454500300000177,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.11853776899999957,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.14103745700003856,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.13318017500000678,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.16117435199998909,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-1024-1024]": 0.13652236699999776,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-2048-5120]": 0.12238820300001407,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-256-512]": 0.15773447899999837,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-4096-8192]": 0.16042635599995947,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.4833043049999901,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.5244869339999809,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.4885312659999954,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.48563852600000246,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.49121207700000014,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.48250601400002324,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.5068433389999996,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.502084352000054,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.4924958539999693,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.49456470500001615,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.4972137429999748,
-"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.4734334210000952,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-4-16-64-64-1]": 0.0028234840000322947,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-4-32-128-128-1]": 0.002611618999935672,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-8-64-512-256-1]": 9.149405005000062,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-4-16-64-64-1]": 0.009352100999876711,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-4-32-128-128-1]": 0.00400365400003011,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-8-64-512-256-1]": 0.0037439489999542275,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 0.0038545919999251055,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 0.0037878589999991163,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-4-16-64-64-1]": 7.166191269000024,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-4-32-128-128-1]": 6.082815801000038,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-8-64-512-256-1]": 0.3101235900001029,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-4-16-64-64-1]": 7.5960813259999895,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-4-32-128-128-1]": 6.396920233999992,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-8-64-512-256-1]": 9.347685664999858,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 6.179076599000268,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 7.563866540000049,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_deterministic[cutile-8-32-256-128]": 1.7479724060000308,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[0, 0, 0, 64]-64-64]": 0.002172737000023517,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[128]-256-128]": 2.279568230000109,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[32, 16, 8, 8]-64-64]": 0.3689976939999724,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[64, 0, 32, 0]-128-128]": 1.6462430789999871,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-16-16-768-512-1]": 5.103825131000008,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-16-32-2048-1024-1]": 9.536944302000052,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-4-16-64-64-1]": 1.3144567200000665,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-4-32-128-128-1]": 1.6714290840000103,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-16-128-128-2]": 1.8089903390000472,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-64-512-256-1]": 3.265927354000098,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-8-64-128-1]": 1.578274126999986,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-16-16-768-512-1]": 4.817008771000019,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-16-32-2048-1024-1]": 9.776041471000042,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-4-16-64-64-1]": 1.1316823419999196,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-4-32-128-128-1]": 1.705107916999964,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-16-128-128-2]": 1.852530809999962,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-64-512-256-1]": 2.8786963709999327,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-8-64-128-1]": 1.4088828019999369,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_large[cutile-torch.bfloat16-128-8-768-512-1]": 6.506502144999956,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 1.6790749449999112,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 1.779323575000035,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_upstream_model[cutile-torch.bfloat16-128-8-768-2048-8]": 4.471815114999913,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_upstream_model[cutile-torch.bfloat16-16-64-8192-5120-1]": 3.0509513709999965,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_non_power_of_2[cutile-torch.bfloat16-4-20-300-192]": 2.731657468999913,
-"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_non_power_of_2[cutile-torch.bfloat16-8-13-100-96]": 2.1090372630000616,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(16, 1024)]": 0.47331382800007304,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(2, 4, 512)]": 0.002503036999996766,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(21, 349, 1024)]": 0.5058167060000187,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(32, 4096)]": 0.6127465890001531,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(4, 256)]": 0.4309699970000338,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(4, 300)]": 0.782303762999959,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(8, 512)]": 0.4889395019999938,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(16, 1024)]": 0.498614110999938,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(2, 4, 512)]": 0.003152456000066195,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(21, 349, 1024)]": 0.5171284170000945,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(32, 4096)]": 0.6725543740000148,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(4, 256)]": 0.13955435200011834,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(4, 300)]": 0.7243690560000005,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(8, 512)]": 0.5126720020000448,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(2, 4, 512)-torch.bfloat16]": 0.004608588999872154,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 2048)-torch.bfloat16]": 1.1440183979999574,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 256)-torch.float16]": 1.0254637639999373,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.955539905999899,
-"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(8, 512)-torch.bfloat16]": 0.5367806830000745,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(2, 4, 512)-torch.bfloat16]": 0.6038072480000665,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 2048)-torch.bfloat16]": 1.1505372660000148,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.5025023550000469,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 256)-torch.float32]": 1.0599668529999917,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(8, 512)-torch.bfloat16]": 0.10780232199999773,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(16, 1024)-torch.bfloat16]": 0.47811547200001314,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(2, 4, 512)-torch.bfloat16]": 0.4884928679998666,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(4, 256)-torch.float16]": 0.6205145599998332,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(8, 512)-torch.bfloat16]": 0.3423722170000474,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(16, 1024)]": 0.453243567999948,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(4, 256)]": 0.45447026800002277,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(8, 512)]": 0.5059729890000426,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(16, 1024)]": 0.45336702700001297,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(4, 256)]": 0.4871675019999202,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(8, 512)]": 0.45881626100003814,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(16, 1024)]": 0.439909784000065,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(2, 4, 512)]": 0.0024520839999695454,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(21, 349, 1024)]": 0.48320130599995537,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(32, 4096)]": 0.5556934789999559,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(4, 256)]": 0.45846769600007065,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(4, 300)]": 0.6884496300000364,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(8, 512)]": 0.42911033699999734,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(16, 1024)]": 0.46960611100007554,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(2, 4, 512)]": 0.0032867369999394214,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(21, 349, 1024)]": 0.4435703779998903,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(32, 4096)]": 0.7202101219999122,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(4, 256)]": 0.4466256279999925,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(4, 300)]": 0.6313630800000283,
-"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(8, 512)]": 0.41283722600007877,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-1-128-4-128]": 0.398573474999921,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-2-64-8-64]": 0.387200779000068,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-4-32-16-64]": 0.3937358389999872,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-1-128-4-128]": 0.421525416999998,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-2-64-8-64]": 0.41535505299998476,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-4-32-16-64]": 0.4223318509999672,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.bfloat16-1-128-4-128]": 0.22691756100016391,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.bfloat16-2-64-8-64]": 0.24482456500015815,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.float16-1-128-4-128]": 0.10363365399985014,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.float16-2-64-8-64]": 0.0982356179999897,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-1-32-8-128-128]": 0.5303091130000439,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-2-8-8-64-64]": 0.4726201849998688,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-4-16-4-32-64]": 0.551470256000016,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-1-32-8-128-128]": 0.459458126000186,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-2-8-8-64-64]": 0.4842655579999473,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-4-16-4-32-64]": 0.5686654249999492,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.bfloat16-1-32-8-128-128]": 0.29786790200000723,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.bfloat16-2-8-8-64-64]": 0.1251643809999905,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.float16-1-32-8-128-128]": 0.27610774599997967,
-"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.float16-2-8-8-64-64]": 0.28433568200011905,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.1095306109999683,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.10229543400009788,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.127607385000033,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.1593039609999778,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-512-4096]": 0.12156767900012255,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-1024-1024]": 0.11182399100016482,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-2048-5120]": 0.10933062899982815,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-256-512]": 0.09966446999987966,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-4096-8192]": 0.14333101899990197,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-512-4096]": 0.10145540900009564,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.45417870199992194,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.3948951569998371,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.4381393590000471,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.46734088800008067,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.43648219399995014,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.459770540999898,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.42055715499998314,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.43389688800004933,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.47711276300003647,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.4221766739999566,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.3791067550000662,
-"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.4389662319999843
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.bfloat16-none]": 0.45731450099998483,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.bfloat16-tanh]": 0.38642649100003723,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float16-none]": 0.4782086499999991,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float16-tanh]": 0.4089447279999945,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float32-none]": 0.47661407500001474,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-0-torch.float32-tanh]": 0.4142326280000077,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.bfloat16-none]": 0.4459082899999771,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.bfloat16-tanh]": 0.42194440500000496,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float16-none]": 0.5229949869999757,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float16-tanh]": 0.3979558759999975,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float32-none]": 0.5019010149999872,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(16, 4)-1-torch.float32-tanh]": 0.40107391400002257,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.bfloat16-none]": 0.4485271530000148,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.bfloat16-tanh]": 0.3971814329999859,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float16-none]": 0.47101981200000864,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float16-tanh]": 0.38636076499997785,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float32-none]": 0.4673326859999918,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-0-torch.float32-tanh]": 0.42450806800002283,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.bfloat16-none]": 0.43796076300000664,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.bfloat16-tanh]": 0.4701765370000146,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float16-none]": 0.4974132619999807,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float16-tanh]": 0.42460178599998244,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float32-none]": 0.5091972199999759,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-1-torch.float32-tanh]": 0.437374621999993,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.bfloat16-none]": 0.10277840400001992,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.bfloat16-tanh]": 0.1079859840000097,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float16-none]": 0.10471724300001028,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float16-tanh]": 0.10624523900000327,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float32-none]": 0.13701845900001786,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-2-torch.float32-tanh]": 0.10512433400000987,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.bfloat16-none]": 0.10246663000000922,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.bfloat16-tanh]": 0.10739225100002159,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float16-none]": 0.10279173399999308,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float16-tanh]": 0.09827566300000967,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float32-none]": 0.10043516600001112,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(256, 64, 16, 4)-3-torch.float32-tanh]": 0.10426293699998723,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.bfloat16-none]": 0.46306749600000785,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.bfloat16-tanh]": 0.383127184999978,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float16-none]": 0.48581288999997696,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float16-tanh]": 0.40503195299999106,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float32-none]": 1.1995566150000059,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(4,)-0-torch.float32-tanh]": 0.3956320619999758,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.bfloat16-none]": 0.4757247139999663,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.bfloat16-tanh]": 0.40619752800000697,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float16-none]": 0.4661973430000046,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float16-tanh]": 0.4067259599999886,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float32-none]": 0.4676127969999868,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-0-torch.float32-tanh]": 0.4437992199999883,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.bfloat16-none]": 0.521328197999992,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.bfloat16-tanh]": 0.42595894199996565,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float16-none]": 0.5123864189999949,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float16-tanh]": 0.4029650820000086,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float32-none]": 0.5083944409999788,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-1-torch.float32-tanh]": 0.4551027170000168,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.bfloat16-none]": 0.09936469499999134,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.bfloat16-tanh]": 0.10294441099998153,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float16-none]": 0.11391929700002379,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float16-tanh]": 0.10009170500003961,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float32-none]": 0.14014503399994283,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[cutile-(64, 16, 4)-2-torch.float32-tanh]": 0.13276425499998368,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.bfloat16-none]": 1.7031559410000057,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.bfloat16-tanh]": 1.0936304419999772,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float16-none]": 1.156469192000003,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float16-tanh]": 1.092883143000023,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float32-none]": 1.1497958079999933,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-0-torch.float32-tanh]": 1.0313831890000245,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.bfloat16-none]": 1.1025742580000042,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.bfloat16-tanh]": 1.06726055499999,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float16-none]": 1.1273036139999704,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float16-tanh]": 1.0835673180000072,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float32-none]": 1.1583325950000187,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(16, 4)-1-torch.float32-tanh]": 1.0342258990000062,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.bfloat16-none]": 1.1216012579999983,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.bfloat16-tanh]": 1.0482845589999954,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float16-none]": 1.1094546140000148,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float16-tanh]": 1.0826136499999848,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float32-none]": 1.0747296479999875,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-0-torch.float32-tanh]": 1.0742571000000112,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.bfloat16-none]": 1.2115124379999997,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.bfloat16-tanh]": 1.097491300999991,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float16-none]": 1.1523419489999753,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float16-tanh]": 1.1170811189999768,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float32-none]": 1.081744974000003,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-1-torch.float32-tanh]": 1.1000323290000154,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.bfloat16-none]": 0.10294484700000339,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.bfloat16-tanh]": 0.10358486700005187,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float16-none]": 0.10430333900001187,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float16-tanh]": 0.10067999299999997,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float32-none]": 0.12657047199999738,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-2-torch.float32-tanh]": 0.10625423199999773,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.bfloat16-none]": 0.10420864500002835,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.bfloat16-tanh]": 0.10692365499997436,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float16-none]": 0.09845312400003081,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float16-tanh]": 0.09942546499999594,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float32-none]": 0.10155042299996353,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(256, 64, 16, 4)-3-torch.float32-tanh]": 0.10417876600001819,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.bfloat16-none]": 1.1163880840000218,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.bfloat16-tanh]": 1.0668673500000239,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float16-none]": 1.1240306880000048,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float16-tanh]": 1.102535123000024,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float32-none]": 1.098080006999993,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(4,)-0-torch.float32-tanh]": 1.1135119589999931,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.bfloat16-none]": 1.2055865809999773,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.bfloat16-tanh]": 1.1519118780000213,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float16-none]": 1.1167944580000153,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float16-tanh]": 1.0561284659999899,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float32-none]": 1.1096844909999959,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-0-torch.float32-tanh]": 1.056897460000016,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.bfloat16-none]": 1.1432193640000037,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.bfloat16-tanh]": 1.0332248609999795,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float16-none]": 1.1539104590000306,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float16-tanh]": 1.1259540990000119,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float32-none]": 1.1371466609999743,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-1-torch.float32-tanh]": 1.0758686479999824,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.bfloat16-none]": 0.10680216299999756,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.bfloat16-tanh]": 0.09912508700000444,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float16-none]": 0.13192340699998795,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float16-tanh]": 0.1029105660000198,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float32-none]": 0.13861045600003763,
+"tests/ops/activation/test_geglu.py::Test_GEGLU::test_op[tilecpp-(64, 16, 4)-2-torch.float32-tanh]": 0.10347786400001269,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-none-torch.bfloat16]": 0.3782918390000134,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-none-torch.float16]": 0.4206131039999832,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-none-torch.float32]": 0.48222682699997677,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-tanh-torch.bfloat16]": 0.3677473619999887,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-tanh-torch.float16]": 0.35939528499997664,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[cutile-256-2048-tanh-torch.float32]": 0.40292794200001936,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-none-torch.bfloat16]": 1.0896255389999965,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-none-torch.float16]": 1.08831675899998,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-none-torch.float32]": 1.1650596089999965,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-tanh-torch.bfloat16]": 1.0171576000000186,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-tanh-torch.float16]": 1.0270617379999862,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op[tilecpp-256-2048-tanh-torch.float32]": 1.0699988180000162,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[cutile-none-torch.float16]": 0.5847522420000075,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[cutile-none-torch.float32]": 0.47077523500001917,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[cutile-tanh-torch.float16]": 0.47434506999999826,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[cutile-tanh-torch.float32]": 0.41087206599999604,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[tilecpp-none-torch.float16]": 1.3366087729999947,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[tilecpp-none-torch.float32]": 1.1920505289999994,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[tilecpp-tanh-torch.float16]": 1.1951220100000057,
+"tests/ops/activation/test_gelu.py::Test_GeLU::test_op_unaligned[tilecpp-tanh-torch.float32]": 1.0816850090000116,
+"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-2048-torch.float32-False]": 0.4242735619999678,
+"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-256-torch.float16-True]": 0.4154661930000145,
+"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-32768-torch.float16-True]": 0.4348921540000106,
+"tests/ops/activation/test_relu.py::Test_ReLU::test_op[cutile-256-64-torch.float16-True]": 1.0481624819999809,
+"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-2048-torch.float32-False]": 1.0805723599999908,
+"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-256-torch.float16-True]": 0.28763438899997595,
+"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-32768-torch.float16-True]": 0.26204887800000165,
+"tests/ops/activation/test_relu.py::Test_ReLU::test_op[tilecpp-256-64-torch.float16-True]": 1.1369698050000352,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_corner_cases[cutile-1-1-64-64-True-torch.float16]": 12.956209802000018,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_corner_cases[cutile-1-32-128-64-True-torch.float16]": 13.027386178,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_irregular_shapes[cutile-1-4-127-64-True-torch.float16]": 13.035435871999994,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_irregular_shapes[cutile-2-8-2047-128-True-torch.bfloat16]": 10.871929464999994,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_regular_shapes[cutile-2-8-256-64-True-torch.float16]": 13.04019303199999,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_backward_regular_shapes[cutile-2-8-512-128-False-torch.bfloat16]": 9.604396508999997,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_forward_with_lse_matches_reference[cutile-1-8-256-128-True-torch.float16]": 1.181635211000014,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_forward_with_lse_matches_reference[cutile-2-8-512-64-False-torch.bfloat16]": 0.7226752830000294,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_functional_api_inference_mode[cutile]": 0.8864582279999809,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward::test_op_functional_api_training_mode[cutile]": 12.808743383999996,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_GQA::test_op_backward_gqa[cutile-1-8-1-128-64-True-torch.float16]": 13.64859473099989,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_GQA::test_op_backward_gqa[cutile-1-8-4-128-64-True-torch.float16]": 13.311471869000002,
+"tests/ops/experimental/test_attention_backward.py::Test_FMHA_Backward_Numerical::test_op_numerical_gradient_check[cutile]": 0.15916781499998933,
+"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_chunk_size_consistency[cutile]": 0.7462426419999701,
+"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-1-256-384-4096-torch.float16-sum]": 0.32436783100001776,
+"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-2-128-256-2048-torch.float16-mean]": 0.5323203510000099,
+"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_forward_matches_pytorch[cutile-2-64-256-2048-torch.bfloat16-mean]": 0.4505680860000325,
+"tests/ops/experimental/test_fused_linear_cross_entropy.py::TestFusedLinearCrossEntropy::test_op_peak_memory_less_than_pytorch[cutile]": 1.109669273999998,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-2-512-1024-4096]": 1.7992411379999567,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-2-64-256-512]": 1.7751987610000128,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-4-128-512-1024]": 1.6633576140000628,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op[cutile-torch.float32-8-256-512-2048]": 2.3802023580000764,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-11-127-750-1500]": 0.5124819549999415,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-13-128-512-1024]": 0.1162759410000831,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-13-333-500-1000]": 0.42201722999999447,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-100-256-512]": 0.11087723199995025,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-300-600]": 1.9919908810000493,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-500-1000]": 1.928309750999972,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-128-750-1500]": 2.497359495000069,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-4-333-512-1024]": 0.3375430420000498,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-7-100-300-600]": 0.4182691620000014,
+"tests/ops/experimental/test_fused_swiglu_backward.py::Test_FusedSwiGLUBackward::test_op_irregular[cutile-torch.float32-7-64-256-512]": 0.13442342700000154,
+"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-128-2-1024]": 0.2821971930000018,
+"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-128-4-1024]": 0.31248040700000956,
+"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_apply_residual[cutile-64-8-2048]": 0.3731617020000044,
+"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1000-8]": 20.024334642999918,
+"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1024-4]": 20.393179979999957,
+"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_gemm_rms_scale_bf16_precision[cutile-128-1024-8]": 20.033575437000025,
+"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_sinkhorn[cutile-256-4-torch.float32]": 0.2908069520000254,
+"tests/ops/experimental/test_mhc.py::Test_MHC::test_op_mhc_sinkhorn[cutile-256-8-torch.float32]": 0.2603518729999905,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.bfloat16]": 0.0005198909999535317,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.float16]": 0.00040740000002870147,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_input_dtypes[cutile-torch.float32]": 0.0003877890000012485,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_invalid_inputs[cutile]": 0.0003531110000380977,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-1-64]": 0.00030448500001512,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-128-64]": 0.0006036550000771967,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-128-80]": 0.0005141189999449125,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-160-80]": 0.00033003300001155367,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-17-64]": 0.00033733699996219,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-192-64]": 0.0003335600000582417,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-256-48]": 0.0005195049999997536,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-33-48]": 0.0003174580000404603,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-512-256]": 0.000807167000004938,
+"tests/ops/experimental/test_nvfp4_quantize.py::TestNVFP4Quantize::test_op_output_shapes[cutile-64-64]": 0.0005329869999854964,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-256-256-torch.float16]": 0.1540380349999282,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-256-256-torch.float32]": 0.13803996100000404,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-None-4096-256-torch.bfloat16]": 0.1308419040000217,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-256-256-torch.float16]": 0.2520319930000028,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-256-256-torch.float32]": 0.2673874720000242,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_cached-4096-256-torch.bfloat16]": 0.23174200899995867,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-256-256-torch.float16]": 0.2642276429999981,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-256-256-torch.float32]": 0.24063914599997815,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-multi_wave_reload-4096-256-torch.bfloat16]": 0.268600245999977,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-256-256-torch.float16]": 2.0461072100000024,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-256-256-torch.float32]": 1.3179911309999852,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormAutogradBackward::test_op[cutile-static_persistent-4096-256-torch.bfloat16]": 1.4105517620000114,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-2003-2001-torch.float16]": 1.0974750290000088,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-256-256-torch.float16]": 0.15630838000004132,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-256-256-torch.float32]": 0.1711902370000189,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-31072-4096-torch.bfloat16]": 5.094814183999972,
+"tests/ops/experimental/test_rmsnorm_backward.py::Test_RMSNormBackward::test_op[cutile-4096-256-torch.bfloat16]": 0.14486395800008722,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-1-16-64-128-128-64-1-64]": 21.775009891000025,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-1-64-128-256-128-64-1-256]": 69.357916373,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_basic[cutile-torch.bfloat16-2-32-128-256-128-64-1-128]": 51.11922279199999,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_gqa[cutile-torch.bfloat16-1-16-64-128-128-64-4-64]": 11.282718171999932,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_gqa[cutile-torch.bfloat16-1-32-64-128-128-64-8-64]": 11.392509458000006,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_invalid_kernel_configs[cutile]": 0.1329906480000318,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_irregular_shapes[cutile-torch.bfloat16-1-16-1-128-128-64-1-64]": 21.566308742000047,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_irregular_shapes[cutile-torch.bfloat16-1-16-33-77-128-64-1-64]": 21.332963223000036,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-1-16-32-TILE_H with small TILE_N]": 0.10808136300011029,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-1-4-64-small TILE_H]": 0.17452925899999627,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-16-1-64-1:1 mapping fallback]": 0.7437830250000275,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-16-4-4-64-GQA group_size=4]": 0.1644864990000201,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-18-6-1-64-odd prime group_size=3 fallback]": 0.7163483569999585,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-24-4-2-64-non_pow2 group_size=6, TILE_H=2]": 0.7815965899999924,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-24-8-1-64-non_pow2 group_size=3 fallback]": 0.6942656460000762,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_tile_h_configs[cutile-torch.bfloat16-64-1-16-64-large TILE_H]": 0.15120518999998467,
+"tests/ops/experimental/test_sparse_mla.py::Test_SparseMLA::test_op_topk_equals_skv[cutile-torch.bfloat16-1-16-64-128-64-1]": 0.1393827070000384,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_first_tokens[cutile]": 0.10790859200000114,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_gqa[cutile]": 0.11236721299997043,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_long_context_mistral[cutile]": 0.0997841890001041,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_multi_head[cutile]": 0.09548940999997058,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_seq_not_divisible_by_tile[cutile]": 0.09582037899997431,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_small_window[cutile]": 0.12628585400005932,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-1024-512]": 0.09461354800004074,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-2048-1024]": 0.09575994499999751,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-4096-2048]": 0.09331780900004105,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-4096-4096]": 0.09935702199993557,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_various_configs[cutile-512-256]": 0.09287089399998649,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_very_small_seq[cutile]": 0.10068325100002085,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_equals_seq[cutile]": 0.8370322170000009,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_equals_tile[cutile]": 0.09543248799997173,
+"tests/ops/experimental/test_swa_attention.py::TestSWAAttention::test_op_window_of_one[cutile]": 0.09893166800003428,
+"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-1-1-9-128-False-torch.bfloat16]": 0.0013813609999715482,
+"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-1-32-2047-128-True-torch.float16]": 0.0011335250000001906,
+"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-2-32-4095-128-True-torch.bfloat16]": 0.001167927000039981,
+"tests/ops/test_attention.py::Test_FMHA::test_op[cutile-2-32-4095-128-True-torch.float8_e5m2]": 0.0012128330000678034,
+"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-1-1-9-128-False-torch.bfloat16]": 0.0010454620000359682,
+"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-1-32-2047-128-True-torch.float16]": 0.001106611999944107,
+"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-2-32-4095-128-True-torch.bfloat16]": 0.0010586989999410434,
+"tests/ops/test_attention.py::Test_FMHA::test_op[tilecpp-2-32-4095-128-True-torch.float8_e5m2]": 0.0011733889999732128,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-1-1]": 23.694326543999978,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-1-2]": 23.45686730400007,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-128-1]": 0.9649250359998405,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-128-2]": 18.964787194000024,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-257-1]": 0.0012847080000142341,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-128-257-2]": 0.001169065999988561,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-1-1]": 24.14475933800003,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-1-2]": 24.262238282,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-128-1]": 19.10486802199995,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-128-2]": 1.0286888299999646,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-257-1]": 19.313213204999954,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-263-257-2]": 1.1643941770000197,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-1-1]": 21.11712663600005,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-1-2]": 21.01965798699996,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-128-1]": 0.0028081149999934496,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-128-2]": 0.0025397390000421183,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-257-1]": 0.0025117640000189567,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-128-0.125-64-8-8-32-257-2]": 0.0018839619999653223,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-1-1]": 0.9794296799999529,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-1-2]": 5.765810453000029,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-128-1]": 17.182183909000003,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-128-2]": 1.0650569359999622,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-257-1]": 0.001199185999951169,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-128-257-2]": 0.0010849850000340666,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-1-1]": 22.39596771400005,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-1-2]": 22.093665679000026,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-128-1]": 17.157726537999963,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-128-2]": 0.953743576000079,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-257-1]": 17.30206152900007,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-263-257-2]": 0.9850366000000577,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-1-1]": 19.811332343999993,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-1-2]": 19.60671093899998,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-128-1]": 0.0017244000000005144,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-128-2]": 0.0011594719999834524,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-257-1]": 0.0011113170000385253,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-0-None-0.125-64-8-8-32-257-2]": 0.0011336620000292896,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-1-1]": 23.60988878100011,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-1-2]": 23.483737092999945,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-128-1]": 0.9971167459999606,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-128-2]": 0.15701256899990312,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-257-1]": 0.0011849879998635515,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-128-257-2]": 0.0010805890000256113,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-1-1]": 0.10313646100007645,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-1-2]": 0.10098844599986023,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-128-1]": 0.1023257399999693,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-128-2]": 0.10306748599998627,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-257-1]": 0.10317336499997509,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-263-257-2]": 0.1058712229998946,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-1-1]": 0.11397294700009297,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-1-2]": 0.09754306199999974,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-128-1]": 0.0013092809999761812,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-128-2]": 0.0012280770000643315,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-257-1]": 0.0012181380000129138,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-128-0.125-64-8-8-32-257-2]": 0.0012679969998998786,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-1-1]": 22.254416035999952,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-1-2]": 21.916182702999947,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-128-1]": 17.168861560000096,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-128-2]": 1.1362950660000024,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-257-1]": 0.0011585810000838137,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-128-257-2]": 0.0010857919999693877,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-1-1]": 22.39282022499998,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-1-2]": 22.12007420699996,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-128-1]": 17.140555633999952,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-128-2]": 0.9985802940000212,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-257-1]": 17.27172580499996,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-263-257-2]": 1.0039041859999998,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-1-1]": 19.718389339999987,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-1-2]": 19.62532909600003,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-128-1]": 0.0012470500000176798,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-128-2]": 0.001122859000020071,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-257-1]": 0.0011299599999574639,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[cutile-5-None-0.125-64-8-8-32-257-2]": 0.0011129650000043512,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-1-1]": 0.8054325860000517,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-1-2]": 0.7965341859999171,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-128-1]": 0.798971346000144,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-128-2]": 0.8277863690000231,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-257-1]": 0.0011761450000449258,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-128-257-2]": 0.0012115680000306384,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-1-1]": 0.8173922250001624,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-1-2]": 0.8316923930000257,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-128-1]": 0.808095817000094,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-128-2]": 0.8293596599999091,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-257-1]": 0.9581805200001554,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-263-257-2]": 1.8581834179999532,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-1-1]": 0.8001200400000243,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-1-2]": 0.8013457259999086,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-128-1]": 0.0013948099999652186,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-128-2]": 0.0011870399998770154,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-257-1]": 0.0011280180000312612,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-128-0.125-64-8-8-32-257-2]": 0.0012821490000760605,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-1-1]": 25.248874031000128,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-1-2]": 0.8073277690001532,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-128-1]": 0.7948057720000179,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-128-2]": 0.8134850840001491,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-257-1]": 0.001180883000074573,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-128-257-2]": 0.004433374999962325,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-1-1]": 0.8057238170000574,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-1-2]": 0.8279168640000307,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-128-1]": 0.798661098000025,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-128-2]": 0.8245671600000151,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-257-1]": 1.298802834000071,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-263-257-2]": 1.9465629200000194,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-1-1]": 0.7880869289999737,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-1-2]": 0.7793804540000338,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-128-1]": 0.0011864020000302844,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-128-2]": 0.0010966740001094877,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-257-1]": 0.0010577400001920978,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-0-None-0.125-64-8-8-32-257-2]": 0.0010824329999650217,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-1-1]": 28.724765767000008,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-1-2]": 0.8340277260000448,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-128-1]": 0.8198521389999769,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-128-2]": 0.8245082400000001,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-257-1]": 0.001661442999989049,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-128-257-2]": 0.001310151999973641,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-1-1]": 30.48458993500003,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-1-2]": 1.1881897069999354,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-128-1]": 0.8734353009999722,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-128-2]": 1.1998078460000556,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-257-1]": 1.4296321220000436,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-263-257-2]": 2.1253333160000807,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-1-1]": 26.71404899199996,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-1-2]": 0.8017340239999271,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-128-1]": 0.001298900000051617,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-128-2]": 0.0010821550000059688,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-257-1]": 0.0010709879999808436,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-128-0.125-64-8-8-32-257-2]": 0.0010827190000100018,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-1-1]": 0.1405621029999793,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-1-2]": 0.1139899529999866,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-128-1]": 0.1012633850000384,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-128-2]": 0.10448135199999342,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-257-1]": 0.0012989549999247174,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-128-257-2]": 0.006512664999945628,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-1-1]": 28.009810316,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-1-2]": 1.1806868630000054,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-128-1]": 0.8189961300000164,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-128-2]": 1.1676322639999626,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-257-1]": 1.3116750719999573,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-263-257-2]": 2.0641478339999253,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-1-1]": 23.829151541999977,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-1-2]": 0.7909130339999706,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-128-1]": 0.0012012729999923977,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-128-2]": 0.005673766999990448,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-257-1]": 0.0017358660000184045,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op[tilecpp-5-None-0.125-64-8-8-32-257-2]": 0.0011586660000091342,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int32-16-cutile]": 19.12263036600001,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int32-16-tilecpp]": 28.212676739000017,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int32-None-cutile]": 17.137163188000045,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int32-None-tilecpp]": 25.247242694999954,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int64-16-cutile]": 0.10063712200002328,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int64-16-tilecpp]": 0.10264915999999857,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int64-None-cutile]": 0.12985858700000108,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_cuda_graph[torch.int64-None-tilecpp]": 0.10252046300001894,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[()-torch.int32-tilecpp]": 0.09476634599997169,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[()-torch.int64-tilecpp]": 0.08776431500001536,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(0,)-torch.int32-tilecpp]": 0.0917813729999466,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(0,)-torch.int64-tilecpp]": 0.09276202699999203,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 0)-torch.int32-tilecpp]": 0.09751650499998732,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 0)-torch.int64-tilecpp]": 0.09986185100001421,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 1)-torch.int32-tilecpp]": 0.09204663300005222,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 1)-torch.int64-tilecpp]": 0.0901096089999669,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 2)-torch.int32-tilecpp]": 0.09195343800001865,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1, 2)-torch.int64-tilecpp]": 0.09009507100006431,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1,)-torch.int32-tilecpp]": 0.09147100699993871,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(1,)-torch.int64-tilecpp]": 0.0928442439999344,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(2,)-torch.int32-tilecpp]": 0.0920901100000151,
+"tests/ops/test_attention_sink.py::Test_AttentionSink::test_op_start_q_shape[(2,)-torch.int64-tilecpp]": 0.09108371499991108,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012585299999727795,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0013196339999694828,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0016091400000277645,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012540460000991516,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012684669999316611,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0013292499999693064,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.001288133000059588,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0014139360000058332,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012596810000218284,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001314640000032341,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001303972000016529,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0015437530000212973,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001259389999972882,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013214800001151161,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0014211299999828952,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012891519999698176,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.00133801300006553,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.001268287999948825,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012481889999662599,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0014096990000211918,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001302054999939628,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001300251000031949,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001296592999949553,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0013937979999809613,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001199027999973623,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0014004209999143313,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.002102023999952962,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0016588880000085737,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012405700000499564,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012777920000530685,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.001225761000057446,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001352049999979954,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012168370000154027,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012702650000164795,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013328109999406479,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012855669999680686,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012860180000302535,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012548529999776292,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0014150340000469441,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.00125037599997313,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012022440000123424,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.001288077000026533,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012216090000265467,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013767259999895032,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012176379999573328,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012028599999780454,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012534990000290236,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0013854619999733586,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012037599999530357,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001239263999934792,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001382571000021926,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.001201506999962021,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012173310000207493,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012145629999054108,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012181090000353834,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013548370000080467,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012265639999782252,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012435720000212314,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012320820000013555,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0013523419999614816,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012282030000392297,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012326330000291819,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013731880000023011,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012120260000187955,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0011836329999823647,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012016199999607124,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012165250000180095,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.001347860999999284,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012410399999680521,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012451850000729792,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012163570000325308,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0013745900000117217,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012307720000421796,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001248932999999397,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0016422140000145191,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012301259999389913,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012393169999995735,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012324780000199098,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012288660000194795,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0013617500000009386,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.001259078000032332,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001271076999955767,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001241595999999845,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012441029999763487,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012737040000274646,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012868339999840828,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013796929999898566,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012478319999900123,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012674689999698785,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0014630769999826043,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012501639999413783,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013791310000783596,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0012645160000488431,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012718749999862666,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012360250000824635,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-2064-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0013404780000314531,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0013501829999995607,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0015930240000443519,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0020450519999712924,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0017477830000416361,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0021147669999663776,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0013136569999687708,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.001318089000051259,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0014601969999716857,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012353490000123202,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012201269999536635,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013850710000156141,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001407849999964128,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.001266363999945952,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012357719999727124,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013242559999753212,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012188510000328279,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012504750000630338,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0012470679999410095,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001244596000049114,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013718250000351873,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.00128872999999885,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012716350000232524,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012368199999741591,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001366354000026604,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0022597839999320968,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001274039999998422,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0017200039999352157,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0012679709999474653,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0014934840000364602,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012488589999861688,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0020548690000055103,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0015395810000313759,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0014430439999841838,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0013904209999964223,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012596259999781978,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0012556379999182354,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012971250000077816,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012653109999973822,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013956400000552094,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0015023479999172196,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012702650000164795,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0014235740000003716,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001357295999980579,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0014462780000030762,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001334036000002925,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0013327230000186319,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0018831419999401078,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0015462399999819354,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001408859000036955,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001371370000015304,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0015399550000552154,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0014308030000051986,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013732020000247758,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0013220309999724122,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0014416889999324667,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0012742559999878722,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013162930000021333,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0013529880000078265,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001359079000053498,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0014506630000710174,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.002090767000026972,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0018808719999583445,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0018226049999725547,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0020810589999769036,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.001859647000003406,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.001918966999994609,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0018751160000078926,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0018687319999912688,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0018885419999605801,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0018497980000233838,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0017830800000524505,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0017854270000157157,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0013841169999864178,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001967972999977974,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001985359000002518,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.002214405999950486,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0019922479999650022,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.002027600000019447,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.001822769000000335,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0019669420000809623,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012803339999436503,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001261080999938713,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001908371000013176,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0019016759999885835,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0014093190000608047,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013681470000506124,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.001553025999953661,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0018197280000435967,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.001541664999990644,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0014143139999305276,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0031094900000425696,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0039324669999700745,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001468136999960734,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001962656999921819,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012767840000265096,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-128-496-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0012483979999728945,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001659248000066782,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0015290270000036799,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0016512380000222038,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.00152680900004043,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0014885519999552344,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0015489950000073804,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0015321629999789366,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0016313300000092568,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0015504330000339905,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0015524430000368739,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001533930999983113,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0016521099999522448,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0013296790000367764,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013066949999824828,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0014964759999429589,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.001357291000033456,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.001432089999980235,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0015320829999723173,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.003698854999925061,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0014745839999932286,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001513228000021627,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0014954249999732383,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013843749999864485,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0017252770000482087,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001503475999982129,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0015278010000088216,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0019116470000426489,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0014871470000343834,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0014771190000146817,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0014609439999730967,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.00172365800000307,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0016021739999132478,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.00145605800003068,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0015463930000123582,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0015096600000106264,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0015819149999742876,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0015080740000144033,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001557590999993863,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.001554056999907516,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013957630000049903,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.001523273000032077,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0014908479999462543,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001485550999973384,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0016413980000038464,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.002737974000012855,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012894520000372722,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0015074970000341636,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0016425360000198452,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0013046750000285101,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012925300000006246,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001418266999962725,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0013392179999982545,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012789429999884305,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012807990000283098,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0014607599999862941,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0014767979999419367,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013193390000196814,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0013438680000490422,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.001268777000063892,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.00144351699998424,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0013337910000359443,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013108880000913814,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0014715070000761443,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.00135522700003321,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.001318593000007695,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0013229820000333348,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.001298238999993373,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013992049999842493,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013287680000075852,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0013192469999694367,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013402899999732654,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0014555820001191933,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001317119000020739,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0013434610000331304,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0017210130000080426,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0013283699999533383,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0017009300000268013,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001324946999943677,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0017040679999809072,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001966988999924979,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013376899999570924,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001327348000074835,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012933989999623918,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0013085049999972398,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012987710000516017,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.001378445999989708,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0014983329999722628,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013337040000465095,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0014034010000045782,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.00160134600002948,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012416339999958836,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013794650000704678,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001255273000026591,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001253591999955006,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013804559999925914,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-2064-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0014615930000445587,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0012586789999886605,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001233079999963138,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0013728039999705288,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0013011050000386604,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0012662450000107128,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0012449540000147863,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012511980000908807,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.001372877999983757,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012709590000667959,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.001282039999978224,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012165929999241598,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001349710999988929,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012601599999584323,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0012737229999970623,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0013770769999155164,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0012466510000308517,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0012710930000139342,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.001277630999993562,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012441590000662472,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0013941850000378508,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013031030000547617,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0012841180000009444,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0012943849999942358,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0014190549999284485,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0018533079999656366,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0013171659999784424,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0026054210000552303,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0013856969999892499,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.002361138999958712,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.001292263000038929,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0012691789999621506,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0014102700000080404,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0012926589999437965,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0012425879999682365,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0012655699999868375,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001293428999929347,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0012767850000727776,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013033870000072056,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.0014588029999913488,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013054119999651448,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0016333300000610507,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0013096160000145574,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0012935350000020662,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0014414279999641622,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001288879000014731,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.001322628000025361,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.001255432000050405,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-128-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0014021050000110336,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.001408877000017128,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.0012726440000392358,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.001424659000065276,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0013597139999887986,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.001324107000073127,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0013635850000355276,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0013200220000726404,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0014660680000133652,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0013132229999541778,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0013293779999798971,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013036409999926946,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.0014358200000401666,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0013023319999660998,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013525909999998476,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.001442867999912778,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013323880000370991,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0013095409999550611,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0013142839999886746,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0013651209999920866,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0015201649999880829,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.001353353999945739,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0013745470000117166,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013077439999165108,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-False-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.001421597000046404,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-False]": 0.0014228849999540216,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-bnsd-True]": 0.001330795000001217,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.0-nsbd-False]": 0.0018434880000199882,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-None-0.1-bnsd-False]": 0.0013279199999942648,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.0-bnsd-False]": 0.0013720310000167046,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-alibi-0.1-nsbd-True]": 0.0013415829999416928,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-matrix-0.0-bnsd-False]": 0.0013885949999803415,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-False-vector-0.0-bnsd-False]": 0.0015438599999697544,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-0-True-None-0.0-bnsd-False]": 0.0014484359999755725,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-False-None-0.0-bnsd-False]": 0.0014709100000231956,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-True-None-0.0-nsbd-True]": 0.0013692550000428128,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-cutile-512-True-matrix-0.1-nsbd-True]": 0.001431512999943152,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-False]": 0.0013458280000122613,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-bnsd-True]": 0.0013620450000075834,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.0-nsbd-False]": 0.001485599000034199,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-None-0.1-bnsd-False]": 0.0013814640000191503,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-alibi-0.0-bnsd-False]": 0.0013626900000076603,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-alibi-0.1-nsbd-True]": 0.0016388759999586,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-matrix-0.0-bnsd-False]": 0.0013994480000292242,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-False-vector-0.0-bnsd-False]": 0.0015604240001039216,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-0-True-None-0.0-bnsd-False]": 0.0013555300000689385,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-False-None-0.0-bnsd-False]": 0.0013582729999939147,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-True-None-0.0-nsbd-True]": 0.0013943069999982072,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-257-496-64-True-torch.bfloat16-triton-512-True-matrix-0.1-nsbd-True]": 0.0014110390000610096,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-False-torch.float16-cutile-0-True-matrix-0.0-bnsd-False]": 0.001504355999998097,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-False-torch.float16-cutile-0-True-matrix-0.0-bnsd-True]": 0.0016315949999921031,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-False-torch.float16-triton-0-True-matrix-0.0-bnsd-False]": 0.0014916220000600333,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-False-torch.float16-triton-0-True-matrix-0.0-bnsd-True]": 0.0014633200000275792,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-True-torch.float16-cutile-0-True-matrix-0.0-bnsd-False]": 0.001505199000007451,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-True-torch.float16-cutile-0-True-matrix-0.0-bnsd-True]": 0.0016068450000830126,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-True-torch.float16-triton-0-True-matrix-0.0-bnsd-False]": 0.0014943250000101216,
+"tests/ops/test_attention_variant.py::Test_FMHA_variant::test_op[4-32-1-37-53-64-True-torch.float16-triton-0-True-matrix-0.0-bnsd-True]": 0.001518910000015694,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-False-torch.bfloat16-False]": 0.001074732999995831,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-False-torch.bfloat16-True]": 0.0011144440000521172,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-True-torch.bfloat16-False]": 0.0011105649999763045,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-2064-128-True-torch.bfloat16-True]": 0.0011753080000289629,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-False-torch.bfloat16-False]": 0.001158267999983309,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-False-torch.bfloat16-True]": 0.0012617220000379348,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-True-torch.bfloat16-False]": 0.0013474539999833723,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-128-496-128-True-torch.bfloat16-True]": 0.0013232370000082483,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-False-torch.bfloat16-False]": 0.0012008279999236038,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-False-torch.bfloat16-True]": 0.0012204000000224369,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-True-torch.bfloat16-False]": 0.0012043399999583926,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-2064-128-True-torch.bfloat16-True]": 0.0015060320001225591,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-False-torch.bfloat16-False]": 0.0012375760000509217,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-False-torch.bfloat16-True]": 0.0011518740000155958,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-True-torch.bfloat16-False]": 0.0010919380000018464,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op[cutile-4-32-1-257-496-128-True-torch.bfloat16-True]": 0.0015596550000509524,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op_noncausal_unaligned_kv_tail[cutile-100-333]": 0.9310583000000179,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op_noncausal_unaligned_kv_tail[cutile-128-200]": 0.9054848759999459,
+"tests/ops/test_attention_varlen.py::Test_FMHA_varlen::test_op_noncausal_unaligned_kv_tail[cutile-64-65]": 0.853622807000022,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-False-False-torch.float16]": 0.11756632699984948,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-False-True-torch.float16]": 0.126741033999906,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-True-False-torch.float16]": 0.15138063099993815,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1023-True-True-torch.float16]": 0.11155465199999526,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-False-False-torch.float16]": 0.10522275599987552,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-False-True-torch.float16]": 0.10650597800008654,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-True-False-torch.float16]": 0.10642595300009816,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-1024-True-True-torch.float16]": 0.10510315499982426,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-False-False-torch.float16]": 0.11394306300007884,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-False-True-torch.float16]": 0.09546735599974454,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-True-False-torch.float16]": 0.09356000499997208,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-511-True-True-torch.float16]": 0.09430009300012898,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-False-False-torch.float16]": 0.1107372479998503,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-False-True-torch.float16]": 0.11846829200021602,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-True-False-torch.float16]": 0.10644888199999514,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-256-512-True-True-torch.float16]": 0.10452786099995137,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-False-False-torch.float16]": 0.1094786149999436,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-False-True-torch.float16]": 0.11177440100004787,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-True-False-torch.float16]": 0.1038312989996939,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1023-True-True-torch.float16]": 0.10408807599992542,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-False-False-torch.float16]": 0.1018837919998532,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-False-True-torch.float16]": 0.09953158400003304,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-True-False-torch.float16]": 0.10738101800006916,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-1024-True-True-torch.float16]": 0.09871704499983025,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-False-False-torch.float16]": 0.10996773500005474,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-False-True-torch.float16]": 0.10581792900006803,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-True-False-torch.float16]": 0.1049605989999236,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-511-True-True-torch.float16]": 0.10059664200025509,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-False-False-torch.float16]": 0.11170129399988582,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-False-True-torch.float16]": 0.11141966099989986,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-True-False-torch.float16]": 0.10024457500003336,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-1024-512-512-True-True-torch.float16]": 0.10606458100005511,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-False-False-torch.float16]": 0.11535557900015192,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-False-True-torch.float16]": 0.10521355499986385,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-True-False-torch.float16]": 0.10388745499994911,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1023-True-True-torch.float16]": 0.13043261000029815,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-False-False-torch.float16]": 0.1280553870001313,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-False-True-torch.float16]": 0.13013674500007255,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-True-False-torch.float16]": 0.11185661900003652,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-1024-True-True-torch.float16]": 0.12250396700005695,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-False-False-torch.float16]": 0.7126397569998062,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-False-True-torch.float16]": 0.10237668899981145,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-True-False-torch.float16]": 0.10566882200009786,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-511-True-True-torch.float16]": 0.1340270450002663,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-False-False-torch.float16]": 0.6489044249999552,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-False-True-torch.float16]": 0.11070648099962455,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-True-False-torch.float16]": 0.11058510199995908,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-256-512-True-True-torch.float16]": 0.13286493100008556,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-False-False-torch.float16]": 0.1050567190000038,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-False-True-torch.float16]": 0.10736704400005692,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-True-False-torch.float16]": 0.10613395700011097,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1023-True-True-torch.float16]": 0.10591604800015375,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-False-False-torch.float16]": 0.09958164900012889,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-False-True-torch.float16]": 0.10035371899994061,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-True-False-torch.float16]": 0.09936199200001283,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-1024-True-True-torch.float16]": 0.09780490599996483,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-False-False-torch.float16]": 0.12447371300004306,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-False-True-torch.float16]": 0.14345524099985596,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-True-False-torch.float16]": 0.12802746499983186,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-511-True-True-torch.float16]": 0.11428835199990317,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-False-False-torch.float16]": 0.11394576300017434,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-False-True-torch.float16]": 0.11971228599986716,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-True-False-torch.float16]": 0.13033210400044482,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-False-4-128-512-512-True-True-torch.float16]": 0.12165470000013556,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-False-False-torch.float16]": 48.442826467999794,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-False-True-torch.float16]": 350.77567024300015,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-True-False-torch.float16]": 12.3661874820001,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1023-True-True-torch.float16]": 21.266486473999976,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-False-False-torch.float16]": 12.492117162000113,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-False-True-torch.float16]": 12.319326401000126,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-True-False-torch.float16]": 12.090847842999892,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-1024-True-True-torch.float16]": 12.218488663999779,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-False-False-torch.float16]": 120.76750179999999,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-False-True-torch.float16]": 155.50136053,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-True-False-torch.float16]": 15.917401465000012,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-511-True-True-torch.float16]": 23.177167147000034,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-False-False-torch.float16]": 16.526227927000036,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-False-True-torch.float16]": 16.248847590999958,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-True-False-torch.float16]": 15.73039108699993,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-256-512-True-True-torch.float16]": 15.918396680000114,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-False-False-torch.float16]": 48.52873756000008,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-False-True-torch.float16]": 347.71591414299996,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-True-False-torch.float16]": 12.14140451000003,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1023-True-True-torch.float16]": 21.150923027999966,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-False-False-torch.float16]": 12.355479923000075,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-False-True-torch.float16]": 12.485853621999695,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-True-False-torch.float16]": 12.202334033999932,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-1024-True-True-torch.float16]": 12.392319295000107,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-False-False-torch.float16]": 122.02694298800009,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-False-True-torch.float16]": 154.42705843700014,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-True-False-torch.float16]": 15.796633939999992,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-511-True-True-torch.float16]": 23.061360754000134,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-False-False-torch.float16]": 16.178055859999972,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-False-True-torch.float16]": 16.29771823700014,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-True-False-torch.float16]": 15.824392184999965,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-1024-512-512-True-True-torch.float16]": 16.085461380000083,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-False-False-torch.float16]": 45.14919034299987,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-False-True-torch.float16]": 341.72511267699997,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-True-False-torch.float16]": 12.169431943999939,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1023-True-True-torch.float16]": 20.8149227749999,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-False-False-torch.float16]": 12.305624857999987,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-False-True-torch.float16]": 12.593294547000028,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-True-False-torch.float16]": 12.118384543000047,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-1024-True-True-torch.float16]": 12.178617135000195,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-False-False-torch.float16]": 121.66261959100007,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-False-True-torch.float16]": 151.15656299799997,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-True-False-torch.float16]": 15.912651851000021,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-511-True-True-torch.float16]": 22.711486459000014,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-False-False-torch.float16]": 16.04870935999986,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-False-True-torch.float16]": 16.24025746299992,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-True-False-torch.float16]": 15.87727819700001,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-256-512-True-True-torch.float16]": 16.00631492499997,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-False-False-torch.float16]": 45.41265551099991,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-False-True-torch.float16]": 342.8239582670001,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-True-False-torch.float16]": 12.055402747000016,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1023-True-True-torch.float16]": 20.797081486000025,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-False-False-torch.float16]": 12.25657443,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-False-True-torch.float16]": 12.472537117000229,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-True-False-torch.float16]": 12.23846906100016,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-1024-True-True-torch.float16]": 12.218462356999908,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-False-False-torch.float16]": 120.71445439699994,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-False-True-torch.float16]": 151.72359406600003,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-True-False-torch.float16]": 15.82316511900001,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-511-True-True-torch.float16]": 22.79260961199998,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-False-False-torch.float16]": 15.95095331899995,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-False-True-torch.float16]": 16.225515515000097,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-True-False-torch.float16]": 15.711177876999841,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[cutile-True-4-128-512-512-True-True-torch.float16]": 15.936666857999967,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-False-False-torch.float16]": 0.1144985490000181,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-False-True-torch.float16]": 0.10687936400017861,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-True-False-torch.float16]": 0.11244090599984702,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1023-True-True-torch.float16]": 0.11485766700002387,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-False-False-torch.float16]": 0.10935499900006107,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-False-True-torch.float16]": 0.10834865500009982,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-True-False-torch.float16]": 0.10941961799994715,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-1024-True-True-torch.float16]": 0.1123687010001504,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-False-False-torch.float16]": 0.12149904099987907,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-False-True-torch.float16]": 0.12188419999984035,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-True-False-torch.float16]": 0.11324016799994752,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-511-True-True-torch.float16]": 0.11433123200004047,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-False-False-torch.float16]": 0.11248145800027487,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-False-True-torch.float16]": 0.11341726099999505,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-True-False-torch.float16]": 0.11473265800009358,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-256-512-True-True-torch.float16]": 0.11589352999999392,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-False-False-torch.float16]": 0.11008159799985151,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-False-True-torch.float16]": 0.11800141300022915,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-True-False-torch.float16]": 0.11586805199999617,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1023-True-True-torch.float16]": 0.10136859299996104,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-False-False-torch.float16]": 0.13527873899988663,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-False-True-torch.float16]": 0.12580228400020133,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-True-False-torch.float16]": 0.1099957879998783,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-1024-True-True-torch.float16]": 0.10577463299978263,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-False-False-torch.float16]": 0.11788171600028363,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-False-True-torch.float16]": 0.10932027600006222,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-True-False-torch.float16]": 0.11018262600032358,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-511-True-True-torch.float16]": 0.10329230399997869,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-False-False-torch.float16]": 0.11830710999993244,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-False-True-torch.float16]": 0.12025130300003184,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-True-False-torch.float16]": 0.10830089999990378,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-1024-512-512-True-True-torch.float16]": 0.10830521200000476,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-False-False-torch.float16]": 0.10312778600018646,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-False-True-torch.float16]": 0.10779852800010303,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-True-False-torch.float16]": 0.1089917740000601,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1023-True-True-torch.float16]": 0.10910810099994706,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-False-False-torch.float16]": 0.1113152450002417,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-False-True-torch.float16]": 0.1128608809999605,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-True-False-torch.float16]": 0.10496523599999819,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-1024-True-True-torch.float16]": 0.10199407099980817,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-False-False-torch.float16]": 1.1852224760000354,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-False-True-torch.float16]": 1.695295307999686,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-True-False-torch.float16]": 1.650376760999734,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-511-True-True-torch.float16]": 1.683741566000208,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-False-False-torch.float16]": 0.11121501399998124,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-False-True-torch.float16]": 0.11291780400006246,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-True-False-torch.float16]": 0.1105933400003778,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-256-512-True-True-torch.float16]": 0.15652023100005863,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-False-False-torch.float16]": 0.1127334709999559,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-False-True-torch.float16]": 0.11601598400011426,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-True-False-torch.float16]": 0.1145764859998053,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1023-True-True-torch.float16]": 0.1187335689999145,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-False-False-torch.float16]": 0.11971088099971894,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-False-True-torch.float16]": 0.11391792300014458,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-True-False-torch.float16]": 0.12797905000002174,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-1024-True-True-torch.float16]": 0.1181609559998833,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-False-False-torch.float16]": 0.1089189939998505,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-False-True-torch.float16]": 0.11066047199983586,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-True-False-torch.float16]": 0.10841205499991702,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-511-True-True-torch.float16]": 0.10586586199997328,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-False-False-torch.float16]": 0.12575210899990452,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-False-True-torch.float16]": 0.12795908900011455,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-True-False-torch.float16]": 0.13064741499988486,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-False-4-128-512-512-True-True-torch.float16]": 0.11931522999975641,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-False-False-torch.float16]": 0.12084668800002873,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-False-True-torch.float16]": 0.12921890799998437,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-True-False-torch.float16]": 0.10643075600000884,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1023-True-True-torch.float16]": 0.10804141000016898,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-False-False-torch.float16]": 0.11490809899987653,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-False-True-torch.float16]": 0.12298714800022026,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-True-False-torch.float16]": 0.13058397600002536,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-1024-True-True-torch.float16]": 0.1360661749999963,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-False-False-torch.float16]": 0.11988412699997752,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-False-True-torch.float16]": 0.1062839480000548,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-True-False-torch.float16]": 0.10430908300008923,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-511-True-True-torch.float16]": 0.1096851530001004,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-False-False-torch.float16]": 0.10874224700000923,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-False-True-torch.float16]": 0.13015356999994765,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-True-False-torch.float16]": 0.12315388000024541,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-256-512-True-True-torch.float16]": 0.10839347300020563,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-False-False-torch.float16]": 0.11587251900027695,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-False-True-torch.float16]": 0.12436523099995611,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-True-False-torch.float16]": 0.1298678339999242,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1023-True-True-torch.float16]": 0.11216696899987255,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-False-False-torch.float16]": 0.1020377020001888,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-False-True-torch.float16]": 0.10356216299987864,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-True-False-torch.float16]": 0.11469834700005777,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-1024-True-True-torch.float16]": 0.11445350400003917,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-False-False-torch.float16]": 0.12184615500018481,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-False-True-torch.float16]": 0.12967998200019792,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-True-False-torch.float16]": 0.11731480900016322,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-511-True-True-torch.float16]": 0.12555889600002956,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-False-False-torch.float16]": 0.11090340600026138,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-False-True-torch.float16]": 0.11090747899993403,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-True-False-torch.float16]": 0.11364624499969977,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-1024-512-512-True-True-torch.float16]": 0.11754444299981515,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-False-False-torch.float16]": 0.1375836470001559,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-False-True-torch.float16]": 0.16766243600000053,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-True-False-torch.float16]": 0.12679249699999673,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1023-True-True-torch.float16]": 0.13080055699992954,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-False-False-torch.float16]": 0.11979597499998818,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-False-True-torch.float16]": 0.13146675799998775,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-True-False-torch.float16]": 0.13133212400020966,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-1024-True-True-torch.float16]": 0.13421703299968613,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-False-False-torch.float16]": 0.10439562200008368,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-False-True-torch.float16]": 0.0988905760000307,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-True-False-torch.float16]": 0.10129674700010582,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-511-True-True-torch.float16]": 0.10305705899986606,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-False-False-torch.float16]": 0.1169699730000957,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-False-True-torch.float16]": 0.12115165700015496,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-True-False-torch.float16]": 0.12273880499992629,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-256-512-True-True-torch.float16]": 0.10483575000012024,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-False-False-torch.float16]": 0.10550527600003079,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-False-True-torch.float16]": 0.10616565200007244,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-True-False-torch.float16]": 0.1125449999999546,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1023-True-True-torch.float16]": 0.1179067259997737,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-False-False-torch.float16]": 0.1301546889999372,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-False-True-torch.float16]": 0.12158479399977296,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-True-False-torch.float16]": 0.1060549879998689,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-1024-True-True-torch.float16]": 0.10809510400008548,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-False-False-torch.float16]": 0.10676406600009614,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-False-True-torch.float16]": 0.11075734499991086,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-True-False-torch.float16]": 0.11354794299995774,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-511-True-True-torch.float16]": 0.11906872000008661,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-False-False-torch.float16]": 0.11831100599988531,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-False-True-torch.float16]": 0.11313629200026298,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-True-False-torch.float16]": 0.10386548899987247,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op[tilecpp-True-4-128-512-512-True-True-torch.float16]": 0.10504754899989166,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[False-True-1024-512-1023-cutile]": 0.1004431839999711,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[False-True-128-256-511-cutile]": 0.12805926900000486,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[False-True-129-257-65-cutile]": 0.10339664100001755,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[True-False-1024-512-1023-cutile]": 0.10385674499997322,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[True-False-128-256-511-cutile]": 0.12634630600001628,
+"tests/ops/test_bmm.py::Test_BMM_FWD::test_op_static_persistent_cudagraph[True-False-129-257-65-cutile]": 0.109680730999969,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(1, 16, 256, 128), (1, 16, 256, 128)]-torch.bfloat16-2]": 0.10965369299992744,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(1, 2, 3, 4, 5, 6, 7, 8), (1, 2, 3, 4, 5, 6, 7, 8)]-torch.float32-0]": 0.1053644810001515,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(1, 512, 16, 128), (1, 512, 16, 128), (1, 256, 16, 128)]-torch.bfloat16-1]": 0.11698030200000176,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(1, 8, 128, 64), (2, 8, 128, 64)]-torch.float32-0]": 0.10511518499993144,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(100, 200), (50, 200), (75, 200)]-torch.bfloat16-0]": 0.26129792100005034,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(128, 256), (128, 512)]-torch.float32-1]": 0.14051241900006062,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(128, 64), (128, 96)]-torch.bfloat16-1]": 0.27164746600010403,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(128, 64), (64, 64), (32, 64)]-torch.bfloat16-0]": 0.2715782160000799,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(16, 1), (16, 3), (16, 1), (16, 2)]-torch.float16-1]": 0.366497759999902,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(2, 128, 8, 64), (2, 256, 8, 64)]-torch.float16-1]": 0.10498563000010108,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(2, 3, 4, 5, 6, 7, 8, 16), (2, 3, 4, 5, 6, 7, 4, 16)]-torch.bfloat16-6]": 0.11278503099993031,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(2, 3, 4, 5, 6, 7, 8, 16), (2, 3, 4, 5, 6, 7, 8, 32)]-torch.float16-7]": 0.10798757200018372,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(2, 8, 128, 64), (2, 8, 64, 64)]-torch.float16-2]": 0.11091309099992941,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(2, 8, 64, 64), (2, 8, 64, 128)]-torch.float16-3]": 0.10996202499995889,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(256, 128), (128, 128)]-torch.float32-0]": 0.28173200099990936,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(256, 128), (256, 256), (256, 64)]-torch.float32-1]": 0.26517463599998337,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(32, 64), (48, 64), (16, 64), (80, 64)]-torch.float16-0]": 0.12961480700005268,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(32, 64, 128), (16, 64, 128)]-torch.float16-0]": 0.14103829900000164,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(513,), (256,)]-torch.float16-0]": 0.2736016520002522,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(64, 128, 32), (64, 128, 96)]-torch.float32-2]": 0.12339538199989875,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(64, 32), (64, 48), (64, 16)]-torch.float16-1]": 0.2809068569997635,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(64, 32, 128), (64, 48, 128)]-torch.bfloat16-1]": 0.12756739499991454,
+"tests/ops/test_cat.py::Test_CAT::test_op[cutile-[(64,), (32,), (96,)]-torch.float16-0]": 0.2518384990000868,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-128-torch.bfloat16]": 0.0029038920000346025,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-128-torch.float32]": 0.003803475000012213,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-16-torch.bfloat16]": 0.19169270799997662,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[2048-16-torch.float32]": 0.6349415730000203,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[256-7-torch.bfloat16]": 0.14561809500003164,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[256-7-torch.float32]": 0.22469595399999776,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[300-33-torch.bfloat16]": 0.19029625099997816,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill[300-33-torch.float32]": 0.22752120899997408,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_prefill_matches_update_stepwise": 0.2351379270000109,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[2048-torch.bfloat16]": 0.23885181899998997,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[2048-torch.float32]": 0.2728015090000042,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[256-torch.bfloat16]": 0.0034936869999739883,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[256-torch.float32]": 0.003043155000000297,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[300-torch.bfloat16]": 0.22704004899998154,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_update[300-torch.float32]": 0.22728472700001134,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_update_2d_legacy_call[torch.bfloat16]": 0.0027948519999938526,
+"tests/ops/test_causal_conv1d_lfm2.py::test_op_update_2d_legacy_call[torch.float32]": 0.002950187999999798,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K256_V128-bf16]": 44.223363492000004,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K256_V128-fp32]": 0.002700828000030242,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K64_V128-bf16]": 8.886132016999994,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-K64_V128-fp32]": 0.002668698000036329,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T100_unaligned-bf16]": 7.821159719999997,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T100_unaligned-fp32]": 0.0026990019999857395,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T16-bf16]": 11.725904251999992,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T16-fp32]": 0.00385508699997672,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T2048_long_seq-bf16]": 19.85369029399999,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T2048_long_seq-fp32]": 0.0025520119999953295,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T32_final_state-bf16]": 33.44997547899996,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T32_final_state-fp32]": 0.0026845829999899706,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T37_prime-bf16]": 0.31370520100000476,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T37_prime-fp32]": 0.0025924709999856077,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T512_long_seq-bf16]": 19.986896231999992,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T512_long_seq-fp32]": 0.002611535000028198,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T64-bf16]": 0.1874824100000012,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T64-fp32]": 0.00362272600000324,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T65_off_by_1-bf16]": 28.745547252999984,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-T65_off_by_1-fp32]": 0.0024659840000254007,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-chunk32-bf16]": 6.871480022999975,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-chunk32-fp32]": 0.0025753460000146333,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-decode-bf16]": 12.695822781000004,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-decode-fp32]": 0.0025754140000344705,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-init_final_state-bf16]": 4.059780834999998,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-init_final_state-fp32]": 0.0025479120000113653,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-l2norm-bf16]": 14.536446869999992,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-l2norm-fp32]": 0.00258207699997115,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-minimal-bf16]": 17.403966795000002,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-minimal-fp32]": 0.002587089000002152,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-qwen3_5_T10782-bf16]": 4.7504741410000975,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[cutile-qwen3_5_T10782-fp32]": 0.003487307000000328,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K256_V128-bf16]": 0.0015076570000189804,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K256_V128-fp32]": 0.0016082620000190673,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K64_V128-bf16]": 14.885356170000023,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-K64_V128-fp32]": 0.001510622999944644,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T100_unaligned-bf16]": 26.298484625000015,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T100_unaligned-fp32]": 0.001807371999973384,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T16-bf16]": 0.15359050600000046,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T16-fp32]": 0.0015396189999705712,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T2048_long_seq-bf16]": 0.002582804000013539,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T2048_long_seq-fp32]": 0.0023145940000119936,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T32_final_state-bf16]": 0.16832212499997468,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T32_final_state-fp32]": 0.0016421030000515202,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T37_prime-bf16]": 0.19759241799999927,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T37_prime-fp32]": 0.002653676999983645,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T512_long_seq-bf16]": 0.002385604000011199,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T512_long_seq-fp32]": 0.0025364630000126454,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T64-bf16]": 0.16182498600005601,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T64-fp32]": 0.0015419769999880373,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T65_off_by_1-bf16]": 58.648174802,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-T65_off_by_1-fp32]": 0.0027080369999907816,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-chunk32-bf16]": 5.307158135000009,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-chunk32-fp32]": 0.0027276019999931123,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-decode-bf16]": 0.15402177800001482,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-decode-fp32]": 0.0016579019999767297,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-init_final_state-bf16]": 17.685397080999962,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-init_final_state-fp32]": 0.0016485030000126244,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-l2norm-bf16]": 0.003611269999993283,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-l2norm-fp32]": 0.0025580160000231444,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-minimal-bf16]": 0.1879833039999994,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-minimal-fp32]": 0.002648871999952007,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-qwen3_5_T10782-bf16]": 0.0022593550000067353,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op[tilecpp-qwen3_5_T10782-fp32]": 0.002344945999993797,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[cutile-in_kernel_l2]": 4.737570424999973,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[cutile-prenormalized]": 31.57421483600001,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[tilecpp-in_kernel_l2]": 0.001279906000036135,
+"tests/ops/test_chunk_gated_delta_rule.py::Test_ChunkGatedDeltaRule::test_op_correlated_keys_stable_triangular_solve[tilecpp-prenormalized]": 14.609840649999967,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-False-False-torch.float32-1e-05]": 0.18307554699998718,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-False-True-torch.float32-1e-05]": 0.23089807000002338,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-True-False-torch.float32-1e-05]": 0.14902778499998703,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-1024-0.2-True-True-torch.float32-1e-05]": 0.3141221500000029,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-False-False-torch.float32-1e-05]": 0.17907170799998084,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-False-True-torch.float32-1e-05]": 0.16486091100000522,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-True-False-torch.float32-1e-05]": 0.14760438700000122,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-4096-0.4-True-True-torch.float32-1e-05]": 0.323672197999997,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-False-torch.float16-1e-05]": 0.17536374099998397,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-False-torch.float32-1e-05]": 0.8444852200000241,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-True-torch.float16-1e-05]": 0.17178181700001005,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-False-True-torch.float32-1e-05]": 0.16198559200000773,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-False-torch.float16-1e-05]": 0.173371818000021,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-False-torch.float32-1e-05]": 0.14788095300002624,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-True-torch.float16-1e-05]": 0.37493392100000733,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[cutile-65536-0.8-True-True-torch.float32-1e-05]": 0.3077258079999865,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-False-False-torch.float32-1e-05]": 0.16934579799999483,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-False-True-torch.float32-1e-05]": 0.1816137740000272,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-True-False-torch.float32-1e-05]": 0.17908503700002143,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-1024-0.2-True-True-torch.float32-1e-05]": 0.9036237529999767,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-False-False-torch.float32-1e-05]": 0.17665496500003997,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-False-True-torch.float32-1e-05]": 0.17996357200001967,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-True-False-torch.float32-1e-05]": 0.18222712799996543,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-4096-0.4-True-True-torch.float32-1e-05]": 0.9572360730000185,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-False-torch.float16-1e-05]": 0.15243921199999022,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-False-torch.float32-1e-05]": 0.29042090299998335,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-True-torch.float16-1e-05]": 0.16873848200000907,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-False-True-torch.float32-1e-05]": 0.21731934600001068,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-False-torch.float16-1e-05]": 0.1757329190000121,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-False-torch.float32-1e-05]": 0.18003128399996626,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-True-torch.float16-1e-05]": 0.9445423290000008,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[tilecpp-65536-0.8-True-True-torch.float32-1e-05]": 0.8889190969999845,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-False-False-torch.float32-1e-05]": 0.14044588900000576,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-False-True-torch.float32-1e-05]": 0.1528804980000018,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-True-False-torch.float32-1e-05]": 0.1484226219999698,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-1024-0.2-True-True-torch.float32-1e-05]": 12.072922143,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-False-False-torch.float32-1e-05]": 0.14219812799996134,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-False-True-torch.float32-1e-05]": 0.12749532099999783,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-True-False-torch.float32-1e-05]": 0.14574069900001518,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-4096-0.4-True-True-torch.float32-1e-05]": 2.088096181999987,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-False-torch.float16-1e-05]": 0.16909202299999038,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-False-torch.float32-1e-05]": 0.13062316700003862,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-True-torch.float16-1e-05]": 0.16875889400000688,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-False-True-torch.float32-1e-05]": 0.13260067400000253,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-False-torch.float16-1e-05]": 0.1837221200000272,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-False-torch.float32-1e-05]": 0.1494028839999828,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-True-torch.float16-1e-05]": 9.104766193000017,
+"tests/ops/test_dropout.py::Test_Dropout::test_op[triton-65536-0.8-True-True-torch.float32-1e-05]": 2.060279825000009,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-()-0-0.5-torch.bfloat16-cutile]": 0.20534418100001517,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-()-0-0.5-torch.float16-cutile]": 0.20614054000003534,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-()-0-0.5-torch.float32-cutile]": 0.19301547300000266,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(0,)-99-0.5-torch.bfloat16-cutile]": 0.18343864300001655,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(0,)-99-0.5-torch.float16-cutile]": 0.1905508089999728,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(0,)-99-0.5-torch.float32-cutile]": 0.15479037600002243,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1,)-11-0.2-torch.bfloat16-cutile]": 0.19725653699998702,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1,)-11-0.2-torch.float16-cutile]": 0.21560970199999474,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1,)-11-0.2-torch.float32-cutile]": 0.19555174100000272,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1023,)-99-0.5-torch.bfloat16-cutile]": 0.20426367900000741,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1023,)-99-0.5-torch.float16-cutile]": 0.20245180300003085,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1023,)-99-0.5-torch.float32-cutile]": 0.19776916100002495,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1025,)-_7-0.8-torch.bfloat16-cutile]": 0.1545284490000256,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1025,)-_7-0.8-torch.float16-cutile]": 0.16173416000000884,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(1025,)-_7-0.8-torch.float32-cutile]": 0.20602916200002142,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(17, 63)-9223372036854775807-0.2-torch.bfloat16-cutile]": 0.16166929000002028,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(17, 63)-9223372036854775807-0.2-torch.float16-cutile]": 0.15825717100000247,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(17, 63)-9223372036854775807-0.2-torch.float32-cutile]": 0.15408286999999632,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(2, 17, 31)-11-0.5-torch.bfloat16-cutile]": 0.17263243499999703,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(2, 17, 31)-11-0.5-torch.float16-cutile]": 0.1591572680000013,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(2, 17, 31)-11-0.5-torch.float32-cutile]": 0.15653539599998112,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(65537,)-99-0.4-torch.bfloat16-cutile]": 0.3488881770000205,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(65537,)-99-0.4-torch.float16-cutile]": 0.3412858330000006,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[False-(65537,)-99-0.4-torch.float32-cutile]": 0.33564652199996203,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-()-0-0.5-torch.bfloat16-cutile]": 0.4120906029999958,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-()-0-0.5-torch.float16-cutile]": 0.37790767699999606,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-()-0-0.5-torch.float32-cutile]": 0.379907744999997,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(0,)-99-0.5-torch.bfloat16-cutile]": 0.16651844500003676,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(0,)-99-0.5-torch.float16-cutile]": 0.16319155100001126,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(0,)-99-0.5-torch.float32-cutile]": 0.17684946200000695,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1,)-11-0.2-torch.bfloat16-cutile]": 0.39011101800002734,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1,)-11-0.2-torch.float16-cutile]": 0.3474253950000161,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1,)-11-0.2-torch.float32-cutile]": 0.35868007500002363,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1023,)-99-0.5-torch.bfloat16-cutile]": 0.2943994770000131,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1023,)-99-0.5-torch.float16-cutile]": 0.2825714670000252,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1023,)-99-0.5-torch.float32-cutile]": 0.2978574660000106,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1025,)-_7-0.8-torch.bfloat16-cutile]": 0.3003998060000015,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1025,)-_7-0.8-torch.float16-cutile]": 0.271452824999983,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(1025,)-_7-0.8-torch.float32-cutile]": 0.27861043400000085,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(17, 63)-9223372036854775807-0.2-torch.bfloat16-cutile]": 0.3763617300000135,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(17, 63)-9223372036854775807-0.2-torch.float16-cutile]": 0.35489019199999916,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(17, 63)-9223372036854775807-0.2-torch.float32-cutile]": 0.2838338919999899,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(2, 17, 31)-11-0.5-torch.bfloat16-cutile]": 0.42239655800000264,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(2, 17, 31)-11-0.5-torch.float16-cutile]": 0.4031791139999825,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(2, 17, 31)-11-0.5-torch.float32-cutile]": 0.33585637699999893,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(65537,)-99-0.4-torch.bfloat16-cutile]": 0.5753763609999965,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(65537,)-99-0.4-torch.float16-cutile]": 0.5457446409999989,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_backward[True-(65537,)-99-0.4-torch.float32-cutile]": 0.546042080999996,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[False-False-0.5-cutile]": 0.16269705499999532,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[False-False-1.0-cutile]": 0.16242243199999962,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[False-True-0.0-cutile]": 0.16591937600000506,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[False-True-1.0-cutile]": 0.3617251789999898,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[True-False-0.5-cutile]": 0.1745591400000137,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[True-False-1.0-cutile]": 0.16026873100000216,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[True-True-0.0-cutile]": 0.15544109100000014,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_boundaries[True-True-1.0-cutile]": 0.16122104000001514,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_higher_order_gradient[cutile]": 0.16117382300001282,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_forbidden_view[no_grad-cutile]": 0.002114834999986215,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_forbidden_view[split-cutile]": 0.0023153510000213373,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_leaf[False-cutile]": 0.003030041999977584,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_leaf[True-cutile]": 0.0021851240000216876,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_no_grad[False-cutile]": 0.0024148980000120446,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_no_grad[True-cutile]": 0.0023925710000014533,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_inplace_nonleaf_view[cutile]": 0.003427582000000484,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_invalid_probability[1.1-cutile]": 0.0018228620000115825,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_invalid_probability[_0.1-cutile]": 0.0019214180000233227,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_invalid_probability[nan-cutile]": 0.0018447879999712313,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_repeated_backward[cutile]": 0.1746929669999986,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_strided_gradient[expand-cutile]": 0.1574914389999833,
+"tests/ops/test_dropout_backward.py::Test_DropoutBackward::test_op_strided_gradient[transpose-cutile]": 0.15940790000001925,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-119]": 0.31739402300001984,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-256]": 0.9119222559999969,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-8192]": 1.909868945000028,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-1-9]": 0.9455541989999858,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-119]": 0.14638691199999698,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-256]": 0.5185806269999773,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-8192]": 1.7898868630000209,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-4-9]": 0.6699020269999778,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-119]": 0.15907694800000627,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-256]": 0.690461436000021,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-8192]": 1.2720603390000065,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[cutile-torch.float16-8-9]": 0.6978549849999922,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-119]": 1.5512667840000063,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-256]": 1.566023470999994,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-8192]": 2.1780739539999843,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-1-9]": 2.405163238,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-119]": 1.0967709310000089,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-256]": 1.1243963569999664,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-8192]": 1.9664479759999836,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-4-9]": 1.509298436999984,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-119]": 1.5077541460000248,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-256]": 1.4043708019999883,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-8192]": 2.2297574730000065,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op[tilecpp-torch.float16-8-9]": 1.5141469960000222,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-1000-16]": 0.9821404139999856,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-1024-8]": 1.0220599109999853,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-129-64]": 0.8224182809999832,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-200-16]": 0.905226698000007,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-256-64]": 0.760371919999983,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-257-1]": 1.3730713679999837,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[cutile-300-32]": 0.9257381339999995,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-1000-16]": 2.203414180999971,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-1024-8]": 2.652197569000009,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-129-64]": 1.868977679000011,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-200-16]": 2.261990769000022,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-256-64]": 2.3881644300000175,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-257-1]": 2.9562237069999924,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_small_kv_len_per_split[tilecpp-300-32]": 2.0916787709999767,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[cutile-129]": 0.8818478029999994,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[cutile-1]": 0.42141261199998326,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[cutile-2]": 0.28331616599999165,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[cutile-3]": 0.3185179789999779,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[tilecpp-129]": 1.324474202999994,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[tilecpp-1]": 1.5651861449999842,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[tilecpp-2]": 1.5513546519999863,
+"tests/ops/test_flash_decode.py::Test_FlashDecode::test_op_very_negative_scores[tilecpp-3]": 1.5610164159999727,
+"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-12-4-512-64-256-30.0-True-torch.bfloat16]": 0.002274680999988732,
+"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-0-None-False-torch.float16]": 0.002361978999999792,
+"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-64-10.0-False-torch.float32]": 0.002133679999985816,
+"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[cutile-1-8-8-128-64-64-10.0-True-torch.float16]": 0.0027758380000193483,
+"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-12-4-512-64-256-30.0-True-torch.bfloat16]": 0.0021800400000131503,
+"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-0-None-False-torch.float16]": 0.0027602060000333495,
+"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-64-10.0-False-torch.float32]": 0.0021383130000174333,
+"tests/ops/test_gemma_attention.py::TestGemmaAttention::test_op[tilecpp-1-8-8-128-64-64-10.0-True-torch.float16]": 0.0021732130000202687,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-4-256-64-64-10.0-torch.float16]": 0.0020843420000460355,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-10019-64-256-50.0-torch.bfloat16]": 0.0020245670000065275,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-10024-64-0-None-torch.float16]": 0.0027012400000216985,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-128-64-0-10.0-torch.float16]": 0.0021305980000363434,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-128-64-0-None-torch.float16]": 0.0020823499999949036,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[cutile-1-8-8-256-64-64-10.0-torch.float16]": 0.0022951699999964603,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-4-256-64-64-10.0-torch.float16]": 0.0020222739999553596,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-10019-64-256-50.0-torch.bfloat16]": 0.0012758249999933469,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-10024-64-0-None-torch.float16]": 0.0014957980000360749,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-128-64-0-10.0-torch.float16]": 0.0020347579999793197,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-128-64-0-None-torch.float16]": 0.002281903999971746,
+"tests/ops/test_gemma_attention_decode.py::TestGemmaAttentionDecode::test_op[tilecpp-1-8-8-256-64-64-10.0-torch.float16]": 0.0020006100000102833,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-False-torch.float16]": 6.924710196000007,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-True-torch.float16]": 5.779964084000028,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.3292670179999959,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[1024, 512, 256, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.2862968910000063,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.3174223970000014,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.2785159620000002,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.30547950700000115,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[1024, 512, 256, 128]-[128, 128, 128, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.32183873500002846,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.31471399700001257,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.24556214500000806,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.31771318299999507,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[1024, 512, 256, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.3163501120000376,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[1024, 512, 256, 128]-False-torch.float16]": 0.31334279799997944,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[1024, 512, 256, 128]-True-torch.float16]": 0.3139161119999585,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[128, 128, 128, 128]-False-torch.float16]": 0.3163080980000359,
+"tests/ops/test_group_gemm.py::Test_GroupGemm::test_op[cutile-[256, 256, 256, 256]-[128, 128, 128, 128]-[128, 128, 128, 128]-True-torch.float16]": 0.31514381400000957,
+"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-1004-2456-1.0-torch.float16]": 0.5892451329999631,
+"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-256-256-0.0-torch.float16]": 0.5143287459999897,
+"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-256-256-1.0-torch.float16]": 0.41433531300000936,
+"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-512-256-0.0-torch.float32]": 0.42119376499999817,
+"tests/ops/test_layer_norm.py::Test_LayerNorm2D::test_op[cutile-9-9-0.0-torch.float16]": 0.4067060940000147,
+"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-2-512-256-0.0-torch.float16]": 4.308583486999964,
+"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-256-256-128-1.0-torch.float16]": 1.203164718000039,
+"tests/ops/test_layer_norm.py::Test_LayerNormNCHW::test_op[cutile-512-256-128-0.0-torch.float32]": 1.8978851109999937,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-0.0-torch.float16]": 0.36712035900001183,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-0.0-torch.float32]": 0.42772333100003834,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-256-256-1.0-torch.float16]": 0.34884014300007493,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[cutile-9-9-0.0-torch.float16]": 0.40158357300009584,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-0.0-torch.float16]": 0.7459101609999834,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-0.0-torch.float32]": 0.1853767139999718,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-256-256-1.0-torch.float16]": 0.18075762300003362,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[tilecpp-9-9-0.0-torch.float16]": 0.9632159960000308,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-0.0-torch.float16]": 15.219734529999954,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-0.0-torch.float32]": 14.91259641399995,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-256-256-1.0-torch.float16]": 0.16945934500006388,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op[triton-9-9-0.0-torch.float16]": 18.960968299,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-offset-2-64-512-torch.float16]": 0.3802867850000098,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-offset-4-128-256-torch.float32]": 0.419222934000004,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-permuted-2-64-512-torch.float16]": 0.4072755579999807,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-permuted-4-128-256-torch.float32]": 0.24540174800000614,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-row_sliced-2-64-512-torch.float16]": 0.18017329000002746,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[cutile-row_sliced-4-128-256-torch.float32]": 0.18950354700001526,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-offset-2-64-512-torch.float16]": 1.0177060799999822,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-offset-4-128-256-torch.float32]": 0.7977269340000248,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-permuted-2-64-512-torch.float16]": 1.0044678270000418,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-permuted-4-128-256-torch.float32]": 0.8326772870000809,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-row_sliced-2-64-512-torch.float16]": 0.9558160930000099,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[tilecpp-row_sliced-4-128-256-torch.float32]": 0.9674943519999601,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-offset-2-64-512-torch.float16]": 0.4211761429999683,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-offset-4-128-256-torch.float32]": 0.4043947330000037,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-permuted-2-64-512-torch.float16]": 15.584294983999996,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-permuted-4-128-256-torch.float32]": 0.19517096300006642,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-row_sliced-2-64-512-torch.float16]": 0.16639558299999635,
+"tests/ops/test_layer_norm_legacy.py::Test_LayerNorm::test_op_strided_input[triton-row_sliced-4-128-256-torch.float32]": 4.654811965000022,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-1024-1024-torch.bfloat16]": 7.527942365000058,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-256-256-torch.bfloat16]": 4.212454208000054,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-30000-1024-torch.bfloat16]": 7.868347773999972,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[cutile-4096-512-torch.bfloat16]": 6.577587940000001,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-1024-1024-torch.bfloat16]": 0.0019162679998885324,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-256-256-torch.bfloat16]": 5.00656062500002,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-30000-1024-torch.bfloat16]": 0.0021005030000083025,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[tilecpp-4096-512-torch.bfloat16]": 6.106622769000069,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-1024-1024-torch.bfloat16]": 20.572709844999906,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-256-256-torch.bfloat16]": 12.879633075999948,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-30000-1024-torch.bfloat16]": 2.3425409929999432,
+"tests/ops/test_layer_norm_legacy.py::Test_PersistentLayerNorm::test_op[triton-4096-512-torch.bfloat16]": 18.634678903999998,
+"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1023-silu-torch.float32]": 0.0012510130000009667,
+"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1024-relu-torch.float32]": 0.0011135979999608026,
+"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-1024-silu-torch.float32]": 0.0011326319999511725,
+"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-1024-1024-512-gelu_tanh-torch.float32]": 0.0020399350000275263,
+"tests/ops/test_linear_gluact_linear.py::Test_LinearGluactLinear::test_op[cutile-512-512-256-silu-torch.float16]": 0.0022234790000084104,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-T192-bf16]": 16.3286721999998,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-batch2-bf16]": 238.3556481320004,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-groups2-bf16]": 248.21713077100026,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-large-bf16]": 620.2780956070001,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-minimal-bf16]": 256.41285484599985,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-single-chunk-bf16]": 296.1686585700004,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-standard-bf16]": 648.210359102,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op[cutile-three-chunks-bf16]": 433.8345322529999,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkBackward::test_op_grouped_state_gradients[cutile-64]": 842.589765297,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-T192-bf16]": 2.58812529100004,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-batch2-bf16]": 2.881467353000005,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-chunk128-ungrouped-bf16]": 345.4904322739999,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-groups2-bf16]": 49.572467136,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-large-bf16]": 173.86578471399997,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-minimal-bf16]": 53.733577455000045,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-single-chunk-bf16]": 54.27183367199984,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-standard-bf16]": 113.25433101200002,
+"tests/ops/test_mamba2.py::Test_Mamba2_ChunkForward::test_op[cutile-three-chunks-bf16]": 7.175844051000013,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0026083750001362205,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 1.421984608999992,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-True-torch.bfloat16]": 1.4659858460000237,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-1024-1024-1024-0-0-True-False-torch.bfloat16]": 1.4170876479999492,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.003061103000050025,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-37-64-2048-0-0-False-True-torch.bfloat16]": 1.307872543999963,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 1.6609528900000328,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0027095070000200394,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.002590002000260938,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 12.99748527099996,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-True-torch.bfloat16]": 13.205599428999903,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-1024-1024-1024-0-0-True-False-torch.bfloat16]": 12.030947620000006,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0024948600000698207,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-37-64-2048-0-0-False-True-torch.bfloat16]": 12.070440224999857,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 12.892741456999829,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[cutile-use_tma=True-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0023971430002802663,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0025175549999971736,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 2.792145211999923,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1024-0-0-False-True-torch.bfloat16]": 2.444819660999997,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-1024-1024-1024-0-0-True-False-torch.bfloat16]": 2.6474383539999167,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.002714353000101255,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-37-64-2048-0-0-False-True-torch.bfloat16]": 2.6826920230000155,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 2.4077988310000933,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.002356260999931692,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0024068129999932353,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 0.18675496900004873,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1024-0-0-False-True-torch.bfloat16]": 1.5596752490000085,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-1024-1024-1024-0-0-True-False-torch.bfloat16]": 8.312220236999963,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0024104160000320007,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-37-64-2048-0-0-False-True-torch.bfloat16]": 25.856470941000055,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 0.17265047199998662,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=False-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.002494939999962753,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.0024822399999493427,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-False-torch.bfloat16]": 2.8451771669999744,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1024-0-0-False-True-torch.bfloat16]": 2.538690170000052,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-1024-1024-1024-0-0-True-False-torch.bfloat16]": 2.7142214969999827,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.002499450000016168,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-37-64-2048-0-0-False-True-torch.bfloat16]": 2.7007284550000463,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-8-8-8-0-0-False-False-torch.bfloat16]": 2.3169634379999593,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=False-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.002586704999941958,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1023-0-0-False-False-torch.bfloat16]": 0.001686781999978848,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-False-torch.bfloat16]": 26.019679510999993,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1024-0-0-False-True-torch.bfloat16]": 20.696940485000027,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-1024-1024-1024-0-0-True-False-torch.bfloat16]": 25.981684637,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-3072-6144-2720-0-0-False-False-torch.bfloat16]": 0.0017517079999720409,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-37-64-2048-0-0-False-True-torch.bfloat16]": 25.803968279999935,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-8-8-8-0-0-False-False-torch.bfloat16]": 16.957515796000052,
+"tests/ops/test_matmul.py::Test_Matmul::test_op[tilecpp-use_tma=True-static_persistent=True-8192-8192-8192-0-0-False-False-torch.bfloat16]": 0.0014811550000217721,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(2112, 7168)-256]": 50.98015762800014,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(2112, 7168)-32]": 20.995365587999913,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 1536)-256]": 45.618195670000205,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 1536)-32]": 20.242031482000016,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 7168)-256]": 48.21690324700012,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(24576, 7168)-32]": 21.428627753000228,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(3072, 1536)-256]": 39.21160945999998,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(3072, 1536)-32]": 14.990955569000107,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(32768, 512)-256]": 44.50846902000035,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(32768, 512)-32]": 16.776467352000054,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(36864, 7168)-256]": 51.432900614999994,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(36864, 7168)-32]": 20.925428555000053,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(4096, 7168)-256]": 41.59236740799997,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(4096, 7168)-32]": 19.038819664000016,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(576, 7168)-256]": 51.382473000000005,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(576, 7168)-32]": 20.50954106100005,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 16384)-256]": 59.21853116000011,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 16384)-32]": 25.123625929000013,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 18432)-256]": 67.252151723,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 18432)-32]": 24.7290990219999,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 2048)-256]": 46.331297881999944,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 2048)-32]": 19.131665750000025,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 256)-256]": 34.942909178000036,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-128-128-(7168, 256)-32]": 10.539896983000062,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(2112, 7168)-256]": 39.953095383999994,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(2112, 7168)-32]": 17.268449626999995,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 1536)-256]": 29.496998777000044,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 1536)-32]": 13.219850798000039,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 7168)-256]": 45.07378643699997,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(24576, 7168)-32]": 17.97573345699999,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(3072, 1536)-256]": 26.55253485899999,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(3072, 1536)-32]": 13.639718917999971,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(32768, 512)-256]": 34.04269197000019,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(32768, 512)-32]": 14.885674664000021,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(36864, 7168)-256]": 45.25997956399999,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(36864, 7168)-32]": 15.33816172399986,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(4096, 7168)-256]": 45.435845638000046,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(4096, 7168)-32]": 16.720392210999933,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(576, 7168)-256]": 43.89576495800003,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(576, 7168)-32]": 17.83349702999999,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 16384)-256]": 71.43215939499999,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 16384)-32]": 23.909844223999812,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 18432)-256]": 67.9896244140001,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 18432)-32]": 24.025797012999988,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 2048)-256]": 30.59374449900008,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 2048)-32]": 11.473524632000021,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 256)-256]": 24.52115263999997,
+"tests/ops/test_matmul.py::Test_W8A8BlockFp8Matmul::test_op[cutile-torch.float32-32-32-(7168, 256)-32]": 11.164014777000034,
+"tests/ops/test_mla.py::Test_MLA::test_op[cutile-1-64-64-torch.bfloat16-False]": 0.003343674000007013,
+"tests/ops/test_mla.py::Test_MLA::test_op[cutile-1-64-64-torch.bfloat16-True]": 0.003423195999857853,
+"tests/ops/test_mla.py::Test_MLA::test_op[cutile-4-64-64-torch.bfloat16-False]": 0.003248027999916303,
+"tests/ops/test_mla.py::Test_MLA::test_op[cutile-4-64-64-torch.bfloat16-True]": 0.003233522000073208,
+"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-1-64-64-torch.bfloat16-False]": 0.0019059740002376202,
+"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-1-64-64-torch.bfloat16-True]": 0.0020596630001818994,
+"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-4-64-64-torch.bfloat16-False]": 0.001853993000167975,
+"tests/ops/test_mla.py::Test_MLA::test_op[tilecpp-4-64-64-torch.bfloat16-True]": 0.0019034599999940838,
+"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-128-False]": 0.0021625689998927555,
+"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-16-True]": 1.989951026999961,
+"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-32-True]": 0.19588822500008973,
+"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[cutile-512-64-torch.float16-64-False]": 0.002135087000169733,
+"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-128-False]": 0.18428497499985497,
+"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-16-True]": 2.182822445000056,
+"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-32-True]": 0.18770403300004546,
+"tests/ops/test_mla_decoding.py::Test_MLADecoding::test_op[tilecpp-512-64-torch.float16-64-False]": 0.19143267900017236,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-16]": 8.851941051000267,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-24]": 0.42901892700001554,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-32]": 0.4578894290000335,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-1024-8]": 8.268255733999922,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-16]": 4.806149712999741,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-24]": 0.6186858539999776,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-32]": 7.2250661829998535,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-11049-8]": 7.204759443999819,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-16]": 6.845628404999843,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-24]": 0.32251277499972275,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-32]": 0.37082254799997827,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-129-8]": 6.824070234000146,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-16]": 9.002580507000175,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-24]": 0.6751036379998823,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-32]": 0.7448565520003285,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-128-8192-8]": 7.768885798999918,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-16]": 5.903039161999914,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-24]": 8.32236855899987,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-32]": 0.45195492099992407,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-1024-8]": 5.598997672999985,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-16]": 7.190088829999695,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-24]": 0.5168016839998018,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-32]": 6.9107141329998285,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-11049-8]": 4.904794361999848,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-16]": 4.745009979000088,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-24]": 0.3439012419999017,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-32]": 6.383485651000001,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-129-8]": 4.680989674999864,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-16]": 8.288149788999817,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-24]": 0.5212535820000994,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-32]": 5.519469475000051,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[cutile-torch.float16-512-8192-8]": 7.6745906979999745,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-16]": 12.006406550000065,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-24]": 11.60385633299984,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-32]": 11.419688656000062,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-1024-8]": 15.219726393999963,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-16]": 11.661693611999993,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-24]": 10.995750150999996,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-32]": 11.271661645999998,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-11049-8]": 14.159020531999886,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-16]": 16.188613495000027,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-24]": 14.094168923000097,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-32]": 15.123846989999947,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-129-8]": 15.47546291499998,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-16]": 17.370457444000067,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-24]": 18.84948269499978,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-32]": 16.241091133000054,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-128-8192-8]": 12.037588169000173,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-16]": 8.592754130000003,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-24]": 9.331889852999979,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-32]": 8.596613555000033,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-1024-8]": 9.238917708999992,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-16]": 10.690936086000022,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-24]": 10.794365748000075,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-32]": 10.81695258700006,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-11049-8]": 10.837749417999987,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-16]": 10.814198437000016,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-24]": 10.921767852000016,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-32]": 10.827351622000009,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-129-8]": 10.678614663000019,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-16]": 8.782253897999993,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-24]": 9.243118635000002,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-32]": 8.679453291000016,
+"tests/ops/test_mla_decoding_split_kv.py::Test_MLADecodingSplitKV::test_op[tilecpp-torch.float16-512-8192-8]": 9.081720341000022,
+"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-16-16-16-8-4]": 2.651219079000043,
+"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-16-512-256-8-2]": 2.793558288999918,
+"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-16-80-32-8-2]": 2.5127319860000057,
+"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-32-1024-512-16-4]": 3.0889193840000075,
+"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.bfloat16-64-1024-512-20-8]": 2.3975422490000255,
+"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-16-16-16-8-4]": 0.005479809999997087,
+"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-16-512-256-8-2]": 0.0011386680000100569,
+"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-16-80-32-8-2]": 0.004120673999977953,
+"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-32-1024-512-16-4]": 0.0010734620000789619,
+"tests/ops/test_moe.py::Test_MOE::test_op[cutile-torch.float8_e4m3fn-64-1024-512-20-8]": 0.001111263999973744,
+"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-16-16-16-8-4]": 3.7773241989999633,
+"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-16-512-256-8-2]": 3.1950883590000103,
+"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-16-80-32-8-2]": 3.280004671000029,
+"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-32-1024-512-16-4]": 4.385909624000021,
+"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.bfloat16-64-1024-512-20-8]": 4.034633340999903,
+"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-16-16-16-8-4]": 2.425569010000004,
+"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-16-512-256-8-2]": 3.0943063090000464,
+"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-16-80-32-8-2]": 2.628564255000015,
+"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-32-1024-512-16-4]": 2.5612214129999984,
+"tests/ops/test_moe.py::Test_MOE::test_op[tilecpp-torch.float8_e4m3fn-64-1024-512-20-8]": 2.574533473000031,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.bfloat16-128-128]": 2.3447406399999977,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.bfloat16-16-16]": 1.3861147799999571,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.bfloat16-80-32]": 1.5151141310000185,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.float16-128-128]": 2.3694505200000435,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.float16-16-16]": 2.293264970999985,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[cutile-torch.float16-80-32]": 2.153554213999996,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.bfloat16-128-128]": 2.7342220870000347,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.bfloat16-16-16]": 2.000111401999959,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.bfloat16-80-32]": 2.145806814000025,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.float16-128-128]": 2.6933776789999797,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.float16-16-16]": 3.305180240000027,
+"tests/ops/test_moe.py::Test_MOE::test_op_k_tail_keeps_tokens_independent[tilecpp-torch.float16-80-32]": 2.151297945999943,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-2048-4096-1024-64-4-swiglu]": 0.2597640670000487,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-2048-1408-60-4-swiglu]": 3.9801210500000366,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-1-swiglu]": 0.2484754710000061,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-2-swiglu]": 0.25401477100001557,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-geglu]": 4.124347835000037,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-gelu]": 3.946637606000081,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-reglu]": 3.5482741990000477,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-relu]": 2.805716198000084,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-relu_sq]": 2.7791039710000405,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-silu]": 3.118322062999937,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-4096-4096-1024-64-4-swiglu]": 3.7027726700000017,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-512-4096-1024-64-4-swiglu]": 0.2780826350000325,
+"tests/ops/test_moe_actgrad_bwd.py::Test_MoEActgradBwd::test_op[cutile-torch.bfloat16-512-4096-14336-8-2-swiglu]": 3.438498691999996,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-K64_V128-bf16]": 0.10686500799999976,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-K64_V128-fp32]": 0.1300048020000304,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T16-bf16]": 0.7156267189999994,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T16-fp32]": 0.7343063730000381,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T32_final_state-bf16]": 0.5834625350000238,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T32_final_state-fp32]": 0.5649985659999857,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T64-bf16]": 0.8365880029999744,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-T64-fp32]": 0.8116524540000114,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-decode-bf16]": 0.3857746609999708,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-decode-fp32]": 0.37615158400006976,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-init_final_state-bf16]": 0.9465792930000134,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-init_final_state-fp32]": 0.8617359910000459,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-l2norm-bf16]": 5.371452086999966,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-l2norm-fp32]": 4.929700392000029,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-minimal-bf16]": 0.38341686199999003,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-minimal-fp32]": 0.4152174370000239,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-qwen35_cached_decode-bf16]": 0.4511211239999966,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[cutile-qwen35_cached_decode-fp32]": 0.4760903740000231,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-K64_V128-bf16]": 0.10904566599992904,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-K64_V128-fp32]": 0.13030672100012453,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T16-bf16]": 0.1042318830000113,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T16-fp32]": 0.13348549000005505,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T32_final_state-bf16]": 334.2708642949999,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T32_final_state-fp32]": 337.818745427,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T64-bf16]": 0.10935604099995544,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-T64-fp32]": 0.11160411400010162,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-decode-bf16]": 10.342819745999975,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-decode-fp32]": 10.298328606999974,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-init_final_state-bf16]": 1.1752357749996918,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-init_final_state-fp32]": 1.1008264519998647,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-l2norm-bf16]": 180.00990709099983,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-l2norm-fp32]": 179.83432131699988,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-minimal-bf16]": 0.09159247500019774,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-minimal-fp32]": 0.11877216200014118,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-qwen35_cached_decode-bf16]": 1.9546282689999543,
+"tests/ops/test_recurrent_gated_delta_rule.py::Test_RecurrentGatedDeltaRule::test_op[tilecpp-qwen35_cached_decode-fp32]": 1.9452240649999908,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-18432-torch.float16]": 0.0016952820001279179,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-256-torch.float16]": 0.29110153099986746,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-256-torch.float32]": 0.25514189999989867,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-256-768-torch.float16]": 0.23778188500000397,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-31072-4096-torch.bfloat16]": 0.7724213940000482,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-None-4096-256-torch.bfloat16]": 0.35854537500017614,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-18432-torch.float16]": 0.5179484109999066,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-256-torch.float16]": 0.20751801199980946,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-256-torch.float32]": 0.24344152900016525,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-256-768-torch.float16]": 0.2317539810001108,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-31072-4096-torch.bfloat16]": 0.32986801300012303,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_cached-4096-256-torch.bfloat16]": 0.2542739730001813,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-18432-torch.float16]": 0.31334586299976763,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-256-torch.float16]": 0.12811846199974752,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-256-torch.float32]": 0.12608091099991725,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-256-768-torch.float16]": 0.10111600999994153,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-31072-4096-torch.bfloat16]": 0.3636113039997326,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-multi_wave_reload-4096-256-torch.bfloat16]": 0.2544281800001045,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-18432-torch.float16]": 0.0013774019998891163,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-256-torch.float16]": 0.33798299499994755,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-256-torch.float32]": 1.0254290739997032,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-256-768-torch.float16]": 0.48337325100010275,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-31072-4096-torch.bfloat16]": 0.16201474800027427,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[cutile-static_persistent-4096-256-torch.bfloat16]": 0.13000160100000357,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-18432-torch.float16]": 0.0014139250000084758,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-256-torch.float16]": 0.5851828290000185,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-256-torch.float32]": 0.5977881869999919,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-256-768-torch.float16]": 0.6219411019999939,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-31072-4096-torch.bfloat16]": 0.9386050150000358,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-None-4096-256-torch.bfloat16]": 0.771006476000025,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-18432-torch.float16]": 1.3053314080000007,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-256-torch.float16]": 0.6224865510000086,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-256-torch.float32]": 0.6235870379999824,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-256-768-torch.float16]": 0.6151184430000285,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-31072-4096-torch.bfloat16]": 0.7385494320000134,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_cached-4096-256-torch.bfloat16]": 0.5850859160000255,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-18432-torch.float16]": 0.7152593550000006,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-256-torch.float16]": 0.12924544400001992,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-256-torch.float32]": 0.15240444400001252,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-256-768-torch.float16]": 0.10867572500001188,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-31072-4096-torch.bfloat16]": 0.6742215770000257,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-multi_wave_reload-4096-256-torch.bfloat16]": 0.6113416019999818,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-18432-torch.float16]": 0.001138714999996182,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-256-torch.float16]": 0.0020867250000264903,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-256-torch.float32]": 0.0010145610000051875,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-256-768-torch.float16]": 0.001197150999985297,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-31072-4096-torch.bfloat16]": 0.0010119570000028943,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[tilecpp-static_persistent-4096-256-torch.bfloat16]": 0.0011670119999678263,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-18432-torch.float16]": 0.001202337000222542,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-256-torch.float16]": 0.6728330909998022,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-256-torch.float32]": 1.5926314479999917,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-256-768-torch.float16]": 0.12461405199996989,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-31072-4096-torch.bfloat16]": 3.6373947340002815,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-None-4096-256-torch.bfloat16]": 3.5481106810000256,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-18432-torch.float16]": 0.0010920459999965715,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-256-torch.float16]": 0.0012079189999951723,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-256-torch.float32]": 0.001046265000013591,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-256-768-torch.float16]": 0.0011180809999871144,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-31072-4096-torch.bfloat16]": 0.0010945729999889409,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_cached-4096-256-torch.bfloat16]": 0.0012132619999931649,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-18432-torch.float16]": 0.30122601599995846,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-256-torch.float16]": 0.214900211999975,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-256-torch.float32]": 0.14722132499997542,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-256-768-torch.float16]": 0.22698182700000302,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-31072-4096-torch.bfloat16]": 0.33983710900005804,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-multi_wave_reload-4096-256-torch.bfloat16]": 0.2370644460000051,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-18432-torch.float16]": 0.0012377730000139309,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-256-torch.float16]": 15.021777063000016,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-256-torch.float32]": 19.400667750999986,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-256-768-torch.float16]": 19.481193286999968,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-31072-4096-torch.bfloat16]": 30.649931332000023,
+"tests/ops/test_rms_norm.py::Test_RMSNorm::test_op[triton-static_persistent-4096-256-torch.bfloat16]": 14.06396862400004,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.0011124570000049516,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.0012085209999668223,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.001144837999987658,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.0015902649999759433,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.002327109999981758,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0011122699999930319,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0011161409999544958,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0014816860000053111,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-64-8-4-160-0.5]": 0.001159016000030988,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-64-8-4-80-1.0]": 0.001112338000012869,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-2-64-8-4-96-1.0]": 0.0011055799999724059,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.0011983860000270852,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.0013128170000129558,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.35020585699999174,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 1.215096272000011,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.3318854540000302,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 1.0003944380000007,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 1.0068584619999967,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.329768716000018,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 0.3485200739999925,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.9893833090000044,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-64-8-4-160-0.5]": 0.32871505299999626,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-64-8-4-80-1.0]": 0.9713279489999707,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-2-64-8-4-96-1.0]": 0.8894610760000035,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 0.3285725020000143,
+"tests/ops/test_rope.py::Test_RoPE::test_op[cutile-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 8.76048747499999,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.0010806960000309118,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.0013602960000014264,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.0010581069999773263,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.0011221949999651315,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.0012407719999600886,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0011077089999957934,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0010888369999690894,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0012792029999673105,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-64-8-4-160-0.5]": 0.0010669689999645016,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-64-8-4-80-1.0]": 0.0010652460000244446,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-2-64-8-4-96-1.0]": 0.0010769570000093154,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.0010984639999946921,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.0011202049999781138,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.6578567139999905,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.10458103600001323,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.1314462649999939,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 0.6749607589999869,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.6625140310000575,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.13008091599999716,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 0.6787621889999684,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.13220829299999082,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-64-8-4-160-0.5]": 0.6666917770000111,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-64-8-4-80-1.0]": 0.6741509340000107,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-2-64-8-4-96-1.0]": 0.667871123999987,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 1.3819426999999962,
+"tests/ops/test_rope.py::Test_RoPE::test_op[tilecpp-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 1.3861039180000319,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-32-128-0.5]": 0.001054860000010649,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-32-64-1.0]": 0.0012544370000000526,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-8-256-0.25]": 0.0010944870000173523,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-1-128-32-8-64-1.0]": 0.0013194810000243251,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-32-64-1.0]": 0.0012344660000280783,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-128-0.5]": 0.0010511920000055852,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-256-0.25]": 0.0010641800000428248,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-128-32-8-64-1.0]": 0.0010853120000149374,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-64-8-4-160-0.5]": 0.0011162570000067262,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-64-8-4-80-1.0]": 0.0031001650000064274,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-2-64-8-4-96-1.0]": 0.0012526200000309018,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-3-423-73-155-92-1.0]": 0.001265851999988854,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.bfloat16-0.01-0.01-3-423-73-213-92-1.0]": 0.0011486839999861331,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-32-128-0.5]": 0.2535140470000101,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.1367135939999855,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.13494981900001335,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-1-128-32-8-64-1.0]": 0.3788730030000522,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-32-64-1.0]": 0.46651487799999813,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.12880628500002445,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-256-0.25]": 0.2451641070000221,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.13780483100001106,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-64-8-4-160-0.5]": 0.22109297800002992,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-64-8-4-80-1.0]": 0.12893603000003395,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-2-64-8-4-96-1.0]": 0.3449288990000241,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-3-423-73-155-92-1.0]": 0.7546447880000073,
+"tests/ops/test_rope.py::Test_RoPE::test_op[triton-torch.float32-1e_05-1e_05-3-423-73-213-92-1.0]": 0.8380017810000027,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 1.2959096439999769,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 1.512015113000004,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 1.3441933730000244,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 0.9312970940000014,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 0.36154929299999594,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 0.32755069600000297,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.1376327799999899,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 1.3601028569999585,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.10286977600003411,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[cutile-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.17759436400001505,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 1.196151039,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 1.2544470550000142,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 1.1623206690000103,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 1.1979281739999976,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 1.2146789979999966,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 1.215856795999997,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 1.251378477000003,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 1.2213163110000096,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 1.3218611389999921,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[tilecpp-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 1.2082689709999954,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-128-32-32-64-1.0]": 0.6179743970000118,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-128-32-8-256-0.25]": 0.35643875300000616,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-1-512-16-16-128-1.0]": 0.6138134320000006,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-2-128-32-8-128-0.5]": 0.3688518550000026,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float16-0.02-0.02-2-128-32-8-64-1.0]": 0.5358550960000059,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-128-32-32-64-1.0]": 1.5198490110000193,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-128-32-8-256-0.25]": 0.36012310800001046,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-1-512-16-16-128-1.0]": 0.6448249219999838,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-2-128-32-8-128-0.5]": 0.38827459600000225,
+"tests/ops/test_rope.py::Test_RoPE::test_op_backward[triton-torch.float32-1e_05-1e_05-2-128-32-8-64-1.0]": 0.5451744469999937,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[cutile-1-128-8-1-64]": 0.7952210229999963,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[cutile-2-16-16-16-64]": 0.8716191240000057,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[cutile-2-32-4-4-96]": 0.869742340000002,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[cutile-2-64-4-2-128]": 0.8583875129999967,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[tilecpp-1-128-8-1-64]": 0.6287515429999928,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[tilecpp-2-16-16-16-64]": 0.6291154930000147,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[tilecpp-2-32-4-4-96]": 0.6275670149999968,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[tilecpp-2-64-4-2-128]": 0.6470937339999949,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[triton-1-128-8-1-64]": 0.2087467010000097,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[triton-2-16-16-16-64]": 0.22556664699999374,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[triton-2-32-4-4-96]": 0.2512995429999876,
+"tests/ops/test_rope.py::Test_RoPE::test_op_deepseek[triton-2-64-4-2-128]": 0.25044678199998316,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-1024-torch.float16]": 0.1515017769999929,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-2048-torch.float32]": 0.15685419799999067,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-1024-512-torch.float32]": 1.8400692299999832,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-512-1024-torch.float32]": 0.16116974500002357,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-16-512-512-torch.float16]": 0.1345007619999592,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-1024-torch.float32]": 0.1733175050000284,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-4096-torch.float32]": 2.20424589000001,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-1024-512-torch.float16]": 0.20540145299997903,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-1024-torch.float16]": 0.14452251400004457,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-2048-torch.float32]": 0.15633575800001154,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-32-512-512-torch.float32]": 0.1374074759999928,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-1024-torch.float32]": 1.7745283009999753,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-2048-torch.float32]": 0.20381217299998866,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-1024-512-torch.float16]": 0.14716743799999676,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-1024-torch.float16]": 1.7489391279999893,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-2048-torch.float32]": 2.4110298679999858,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[cutile-8-512-512-torch.float16]": 1.7938140549999844,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-1024-torch.float16]": 0.1556743630000028,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-2048-torch.float32]": 0.1528880139999842,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-1024-512-torch.float32]": 1.0825453089999826,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-512-1024-torch.float32]": 0.22636300399997822,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-16-512-512-torch.float16]": 0.12205709199997727,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-1024-torch.float32]": 0.18184960100001035,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-4096-torch.float32]": 1.3945028369999761,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-1024-512-torch.float16]": 0.26980533599999035,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-1024-torch.float16]": 0.14278989500002126,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-2048-torch.float32]": 0.21582252100000687,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-32-512-512-torch.float32]": 0.23139660100000015,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-1024-torch.float32]": 1.08757459200001,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-2048-torch.float32]": 0.16253478299998392,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-1024-512-torch.float16]": 0.14227077399996801,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-1024-torch.float16]": 1.0543638919999978,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-2048-torch.float32]": 1.1001246190000131,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op[tilecpp-8-512-512-torch.float16]": 1.0519408520000013,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-13-256-1024-torch.float32]": 0.12900801099999626,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-13-333-1500-torch.float32]": 0.5108209130000319,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-7-100-1000-torch.float32]": 0.38633528800002637,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-7-512-512-torch.float32]": 0.19906041299998378,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-100-512-torch.float32]": 0.1118803020000314,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-1000-torch.float32]": 2.1954504929999814,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-1500-torch.float32]": 2.5953734470000143,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-256-3000-torch.float32]": 2.290710907999994,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[cutile-8-333-1024-torch.float32]": 0.31587204300001304,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-13-256-1024-torch.float32]": 0.1105357829999889,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-13-333-1500-torch.float32]": 0.16299299299998893,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-7-100-1000-torch.float32]": 0.13696763700002634,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-7-512-512-torch.float32]": 0.13671415200002457,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-100-512-torch.float32]": 0.15782090599998355,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-1000-torch.float32]": 1.0410363829999767,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-1500-torch.float32]": 1.1334056389999887,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-256-3000-torch.float32]": 1.191916424999988,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_irregular_shapes[tilecpp-8-333-1024-torch.float32]": 0.12028371799996762,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[cutile-torch.bfloat16]": 0.920987096999994,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[cutile-torch.float16]": 0.2062123110000016,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[cutile-torch.float32]": 0.11505559900001572,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[tilecpp-torch.bfloat16]": 0.5904586649999999,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[tilecpp-torch.float16]": 0.09624019200001044,
+"tests/ops/test_silu_and_mul.py::Test_SiLUAndMul::test_op_large_magnitude_inputs[tilecpp-torch.float32]": 0.1226053460000287,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-1009-torch.float16]": 0.8426437220000196,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-2048-torch.float16]": 0.8490522669999905,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-2048-torch.float32]": 0.8701467859999923,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-256-torch.float16]": 0.6463344219999669,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-256-torch.float32]": 0.7477746449999643,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-32768-torch.float32]": 0.4977647769999862,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-cutile-256-9-torch.float32]": 0.7575978270000121,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-1009-torch.float16]": 0.3382864209999923,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-2048-torch.float16]": 0.3441006850000008,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-2048-torch.float32]": 0.35135903299999427,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-256-torch.float16]": 0.32586287500001276,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-256-torch.float32]": 0.36289089600001034,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-32768-torch.float32]": 0.2375643489999959,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[baseline-tilecpp-256-9-torch.float32]": 0.3805044460000033,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-1009-torch.float16]": 0.4565902470000083,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-2048-torch.float16]": 0.48536730500001113,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-2048-torch.float32]": 0.4627698220000127,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-256-torch.float16]": 0.38044556799999896,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-256-torch.float32]": 0.3949125270000309,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-32768-torch.float32]": 0.743403265999973,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-cutile-256-9-torch.float32]": 0.4735394509999651,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-1009-torch.float16]": 2.5018817499999955,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-2048-torch.float16]": 2.6718926690000018,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-2048-torch.float32]": 0.2241706599999702,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-256-torch.float16]": 2.2077450719999945,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-256-torch.float32]": 0.26030959700000267,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-32768-torch.float32]": 2.224259055999994,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_chunked-tilecpp-256-9-torch.float32]": 2.301086841,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-1009-torch.float16]": 0.8702719049999956,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-2048-torch.float16]": 0.7608851260000193,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-2048-torch.float32]": 0.7927329649999848,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-256-torch.float16]": 0.7154350760000057,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-256-torch.float32]": 0.8247635900000034,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-32768-torch.float32]": 1.104974614999989,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-cutile-256-9-torch.float32]": 0.6945587429999875,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-1009-torch.float16]": 0.2000573170000166,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-2048-torch.float16]": 0.20685292499997843,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-2048-torch.float32]": 2.5520332490000044,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-256-torch.float16]": 0.2179933740000024,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-256-torch.float32]": 2.3273352420000037,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-32768-torch.float32]": 0.258824006999987,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_multi_wave-tilecpp-256-9-torch.float32]": 0.22423820400000238,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-1009-torch.float16]": 2.196466669000017,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-2048-torch.float16]": 1.8176162990000364,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-2048-torch.float32]": 1.9304192859999887,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-256-torch.float16]": 2.1728603460000215,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-256-torch.float32]": 2.2070317610000245,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-32768-torch.float32]": 0.25275863799996046,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-cutile-256-9-torch.float32]": 2.2028476280000007,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-1009-torch.float16]": 2.6811097219999738,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-2048-torch.float16]": 2.654950461999988,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-2048-torch.float32]": 2.824847104000014,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-256-torch.float16]": 2.383188525999998,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-256-torch.float32]": 2.466753621999999,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-32768-torch.float32]": 0.3743533930000069,
+"tests/ops/test_softmax.py::Test_Softmax::test_op[use_tma-tilecpp-256-9-torch.float32]": 2.5896515230000148,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1000-use_tma=False-contiguous]": 1.1916365540000413,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1000-use_tma=False-transposed]": 0.14205564899998535,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1000-use_tma=True-contiguous]": 1.8622508679999896,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1000-use_tma=True-transposed]": 0.137102547999973,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1024-use_tma=False-contiguous]": 0.9162118890000102,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1024-use_tma=False-transposed]": 0.14174625799998353,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1024-use_tma=True-contiguous]": 1.6138725070000248,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-1024-use_tma=True-transposed]": 0.12616708300001278,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-3000-use_tma=False-contiguous]": 1.4547981009999944,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-3000-use_tma=False-transposed]": 0.1527248470000302,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-3000-use_tma=True-contiguous]": 2.4807286059999853,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.bfloat16-3000-use_tma=True-transposed]": 0.13919261599997412,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1000-use_tma=False-contiguous]": 1.088427995999993,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1000-use_tma=False-transposed]": 0.14420919100000162,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1000-use_tma=True-contiguous]": 2.0183698200000038,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1000-use_tma=True-transposed]": 0.14301988200000437,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1024-use_tma=False-contiguous]": 0.9176740200000069,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1024-use_tma=False-transposed]": 0.12652291500000956,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1024-use_tma=True-contiguous]": 1.6520004659999756,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-1024-use_tma=True-transposed]": 0.12917778999997154,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-3000-use_tma=False-contiguous]": 1.50945701400002,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-3000-use_tma=False-transposed]": 0.13421858200004522,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-3000-use_tma=True-contiguous]": 2.531639858999995,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[cutile-torch.float32-3000-use_tma=True-transposed]": 0.13706844700001852,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1000-use_tma=False-contiguous]": 2.2581107009999926,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1000-use_tma=False-transposed]": 0.0014926170000251204,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1000-use_tma=True-contiguous]": 2.407904672000001,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1000-use_tma=True-transposed]": 0.0011144289999833745,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1024-use_tma=False-contiguous]": 1.7515259299999855,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1024-use_tma=False-transposed]": 0.001151533000040672,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1024-use_tma=True-contiguous]": 2.428162527000012,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-1024-use_tma=True-transposed]": 0.0011413499999832766,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-3000-use_tma=False-contiguous]": 2.3603711840000017,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-3000-use_tma=False-transposed]": 0.003315656999973271,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-3000-use_tma=True-contiguous]": 2.670801692000026,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.bfloat16-3000-use_tma=True-transposed]": 0.0011724539999988792,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1000-use_tma=False-contiguous]": 2.33300638999998,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1000-use_tma=False-transposed]": 0.0011565840000002936,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1000-use_tma=True-contiguous]": 2.574970484000005,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1000-use_tma=True-transposed]": 0.001130363000044099,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1024-use_tma=False-contiguous]": 1.7494921790000149,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1024-use_tma=False-transposed]": 0.0011126660000115862,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1024-use_tma=True-contiguous]": 2.5711528500000043,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-1024-use_tma=True-transposed]": 0.0011165629999823068,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-3000-use_tma=False-contiguous]": 2.505555278999992,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-3000-use_tma=False-transposed]": 0.001088463000030515,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-3000-use_tma=True-contiguous]": 2.9487681159999966,
+"tests/ops/test_softmax.py::Test_Softmax::test_op_backward_fully_written[tilecpp-torch.float32-3000-use_tma=True-transposed]": 0.00531390899999451,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-16-1]": 0.25402088200002026,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-16-2]": 0.2459804049999832,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-32-1]": 0.23697851700001138,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-1-512-32-2]": 0.24201416500002892,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-16-1]": 0.29092103199999997,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-16-2]": 0.32163715900003353,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-32-1]": 0.33704829599997765,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-16-512-32-2]": 0.3038233069999876,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-16-1]": 0.27502734199998713,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-16-2]": 0.29201817999998525,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-32-1]": 0.2833955490000051,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-2-512-32-2]": 0.27332757100001004,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-16-1]": 0.28605688000001805,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-16-2]": 0.3133581280000044,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-32-1]": 0.2901889950000225,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.bfloat16-8-512-32-2]": 0.30436349700005394,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-16-1]": 0.27842151000001536,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-16-2]": 0.2664733170000204,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-32-1]": 0.2836857100000145,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-1-512-32-2]": 0.24611479300000383,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-16-1]": 0.30959619099999713,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-16-2]": 0.33243081299994515,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-32-1]": 0.30473627000000647,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-16-512-32-2]": 0.3215909910000221,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-16-1]": 0.27405718400001433,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-16-2]": 0.30246070499998723,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-32-1]": 0.2932642790000273,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-2-512-32-2]": 0.26775480599999923,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-16-1]": 0.29186477500002184,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-16-2]": 0.2980654429999845,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-32-1]": 0.2726156660000356,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[cutile-torch.float16-8-512-32-2]": 0.2903190739999957,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-16-1]": 0.6474803440000301,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-16-2]": 0.6691102279999939,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-32-1]": 0.7272553140000184,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-1-512-32-2]": 0.6443462860000295,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-16-1]": 0.6959821879999879,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-16-2]": 0.7162354079999602,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-32-1]": 0.6782346119999829,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-16-512-32-2]": 0.7142627759999698,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-16-1]": 0.6701087290000487,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-16-2]": 0.6491823230000193,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-32-1]": 0.7126592399999652,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-2-512-32-2]": 0.626474590000015,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-16-1]": 0.661352657000009,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-16-2]": 0.6426612610000291,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-32-1]": 0.6915242820000174,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.bfloat16-8-512-32-2]": 0.664334939000014,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-16-1]": 0.1656380009999907,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-16-2]": 0.60026797499998,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-32-1]": 0.13742933200001062,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-1-512-32-2]": 0.6084390059999976,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-16-1]": 0.7175276129999872,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-16-2]": 0.6861485259999824,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-32-1]": 0.6766015719999814,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-16-512-32-2]": 0.6742945839999948,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-16-1]": 0.6560081329999718,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-16-2]": 0.6374927190000221,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-32-1]": 0.6501162769999951,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-2-512-32-2]": 0.6746558419999928,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-16-1]": 0.6552411250000034,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-16-2]": 0.6798118649999765,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-32-1]": 0.630975114999984,
+"tests/ops/test_splitk_reduce.py::Test_SplitkReduce::test_op[tilecpp-torch.float16-8-512-32-2]": 0.6071722439999974,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-2-1024-512-torch.float32]": 0.36472133699999176,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-4-512-1024-torch.float32]": 0.28648312200004966,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-256-2048-torch.float32]": 0.36618706200002293,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-512-1024-torch.float16]": 0.3638070490000018,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[cutile-8-512-512-torch.float16]": 0.35121429900002,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-2-1024-512-torch.float32]": 0.6233048940000003,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-4-512-1024-torch.float32]": 0.623296871999969,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-256-2048-torch.float32]": 0.6419608410000137,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-512-1024-torch.float16]": 1.1098268100000155,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward[tilecpp-8-512-512-torch.float16]": 1.124312228999969,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-13-128-1024]": 0.10818527800000766,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-13-333-1500]": 0.40465554699997597,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-128-3000]": 0.3968032669999957,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-256-1000]": 0.3914206990000082,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-4-256-1500]": 0.4356295650000277,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-7-100-1000]": 0.3483901870000352,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-7-256-512]": 0.1330712280000057,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-8-100-512]": 0.11545802899996715,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[cutile-8-333-256]": 0.3429048819999707,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-13-128-1024]": 0.133332930999984,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-13-333-1500]": 0.12483190300000047,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-128-3000]": 0.7180899310000086,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-256-1000]": 0.13675490800000034,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-4-256-1500]": 0.11745832200003292,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-7-100-1000]": 0.1450177099999621,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-7-256-512]": 0.14542031000001998,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-8-100-512]": 0.13527976500000705,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_backward_irregular[tilecpp-8-333-256]": 1.0357216450000237,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-2-512-1024-4096]": 0.246760772000016,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-4-1024-2048-8192]": 0.2605223490000128,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[cutile-8-2048-4096-14336]": 0.30503422999998975,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-2-512-1024-4096]": 0.5657246779999809,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-4-1024-2048-8192]": 0.6142904670000178,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward[tilecpp-8-2048-4096-14336]": 0.6558320530000117,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-13-256-2048]": 0.10715186199993809,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-13-333-1500]": 0.2785694490000026,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-7-100-1000]": 0.27989578199995435,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-7-512-1024]": 0.14002818399998773,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-100-1024]": 0.10001144700001419,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-1000]": 0.28847356799997215,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-1500]": 0.283906246999976,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-256-3000]": 0.3127865670000176,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[cutile-8-333-512]": 0.1962967340000148,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-13-256-2048]": 0.1409944479999865,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-13-333-1500]": 0.1278834400000335,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-7-100-1000]": 0.13741110300000514,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-7-512-1024]": 0.14412390000003938,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-100-1024]": 0.15449800400000413,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-1000]": 0.6339510800000028,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-1500]": 0.6068180260000133,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-256-3000]": 0.6925034580000045,
+"tests/ops/test_swiglu.py::Test_SwiGLU::test_op_forward_irregular[tilecpp-8-333-512]": 0.5322337599999969,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-1024-1024-torch.float16]": 0.2700714950000247,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-1024-1024-torch.float32]": 0.2701325599999791,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-128-128-torch.float16]": 0.259800896999991,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-128-128-torch.float32]": 0.25064917299999934,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-16-16-torch.float16]": 0.26498130100003436,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-16-16-torch.float32]": 0.28083908199997154,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2-2-torch.float16]": 0.265057894999984,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2-2-torch.float32]": 0.3026836120000098,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2048-2048-torch.float16]": 0.2832126669999866,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-2048-2048-torch.float32]": 0.26914830499998743,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-256-256-torch.float16]": 0.2568531759999928,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-256-256-torch.float32]": 0.24552071500002626,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-32-32-torch.float16]": 0.25865115400003447,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-32-32-torch.float32]": 0.2916289300000017,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4-4-torch.float16]": 0.3025006970000561,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4-4-torch.float32]": 0.28853976700000317,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4096-4096-torch.float16]": 0.3623763250000138,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-4096-4096-torch.float32]": 0.27655785799998966,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-512-512-torch.float16]": 0.27624305599999843,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-512-512-torch.float32]": 0.2549806000000103,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-64-64-torch.float16]": 0.2583793389999869,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-64-64-torch.float32]": 0.27861478299999476,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8-8-torch.float16]": 0.29514669700000695,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8-8-torch.float32]": 0.3175151310000217,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8192-8192-torch.float16]": 0.4226093740000181,
+"tests/ops/test_transpose.py::Test_Transpose::test_op[cutile-8192-8192-torch.float32]": 0.3431717760000197,
+"tests/suites/fla/test_host_contracts.py::test_op_device_cache_key_distinguishes_device_and_architecture": 0.000801412000015489,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-False-[0, 0, 0]-cutile]": 0.003216879999968114,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-False-[0, 0, 2]-cutile]": 0.0021631910000223797,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-False-[0, 1, 1, 3]-cutile]": 0.0025686359999781416,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-False-[0, 2, 2]-cutile]": 0.0020478870000033567,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-True-[0, 0, 0]-cutile]": 0.0019685809999998582,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-True-[0, 0, 2]-cutile]": 0.002184997999989946,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-True-[0, 1, 1, 3]-cutile]": 0.0022450289999937922,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[False-True-[0, 2, 2]-cutile]": 0.0020809709999696224,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-False-[0, 0, 0]-cutile]": 0.012978285999992067,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-False-[0, 0, 2]-cutile]": 0.016138190999981816,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-False-[0, 1, 1, 3]-cutile]": 0.013360989999966932,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-False-[0, 2, 2]-cutile]": 0.012295680000022458,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-True-[0, 0, 0]-cutile]": 0.01143437200002495,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-True-[0, 0, 2]-cutile]": 0.012021998000022904,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-True-[0, 1, 1, 3]-cutile]": 0.010805403000006208,
+"tests/suites/fla/test_host_contracts.py::test_op_empty_normalization_state_and_gradients[True-True-[0, 2, 2]-cutile]": 0.01089466899998115,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-False-False-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.002114575000007335,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-False-False-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0016160610000213183,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-False-True-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.002151331999982631,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-False-True-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0021622109999839267,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-True-False-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.0014471969999760859,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-True-False-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0016240199999515426,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-True-True-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.0020109919999526937,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[False-True-True-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0020254359999682947,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-False-False-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.001639234999998962,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-False-False-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0015521949999879325,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-False-True-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.001690704999987247,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-False-True-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.001915604000004123,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-True-False-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.0017411890000005315,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-True-False-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0013801030000024639,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-True-True-cutile-chunk-chunk_linear_attn-chunk_simple_gla]": 0.0017922270000383378,
+"tests/suites/fla/test_host_contracts.py::test_op_final_state_contract[True-True-True-cutile-fused_chunk-fused_chunk_linear_attn-fused_chunk_simple_gla]": 0.0017599159999974745,
+"tests/suites/fla/test_host_contracts.py::test_op_gdn_rejects_unknown_options[cutile-chunk]": 0.0011047789999736324,
+"tests/suites/fla/test_host_contracts.py::test_op_gdn_rejects_unknown_options[cutile-recurrent]": 0.001011906999991652,
+"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-dtype]": 0.0010947869999995419,
+"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-final]": 0.0009553559999915251,
+"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-norm]": 0.000988940000013372,
+"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-state]": 0.0009897650000141311,
+"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-varlen]": 0.0010323899999775676,
+"tests/suites/fla/test_host_contracts.py::test_op_gdn_training_restrictions_are_checked_at_entry[cutile-vector_beta]": 0.0010056960000213166,
+"tests/suites/fla/test_host_contracts.py::test_op_gva_default_beta_matches_value_heads[cutile]": 0.0012137460000190003,
+"tests/suites/fla/test_host_contracts.py::test_op_input_guard_contiguity[False]": 0.0012413469999899007,
+"tests/suites/fla/test_host_contracts.py::test_op_input_guard_contiguity[True]": 0.0011561329999665304,
+"tests/suites/fla/test_host_contracts.py::test_op_input_guard_contiguity[['b']]": 0.001116214000006721,
+"tests/suites/fla/test_host_contracts.py::test_op_input_guard_device_context[False]": 0.0009016810000161968,
+"tests/suites/fla/test_host_contracts.py::test_op_input_guard_device_context[True]": 0.0008146589999853404,
+"tests/suites/fla/test_host_contracts.py::test_op_large_normalization_product_falls_back[chunk]": 0.005001366000016105,
+"tests/suites/fla/test_host_contracts.py::test_op_large_normalization_product_falls_back[fused_chunk]": 0.006600815000012972,
+"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_allow_wide_key_gradients[128]": 0.0008080779999772858,
+"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_allow_wide_key_gradients[256]": 0.0008207559999959813,
+"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_allow_wide_key_gradients[64]": 0.0008399729999837291,
+"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_reject_gate_gradients[128]": 0.0008698290000097586,
+"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_reject_gate_gradients[32]": 0.0009964379999871653,
+"tests/suites/fla/test_host_contracts.py::test_op_mamba_chunk_routes_reject_gate_gradients[64]": 0.0008670599999902606,
+"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[1-1]": 0.0008667280000054234,
+"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[128-128]": 0.0007985030000270399,
+"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[16-16]": 0.0008136599999772898,
+"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[256-64]": 0.0007904189999976552,
+"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[64-8]": 0.0010006809999651978,
+"tests/suites/fla/test_host_contracts.py::test_op_padded_output_tile_candidates[8-64]": 0.013032972000047494,
+"tests/suites/fla/test_host_contracts.py::test_op_positional_dispatch[gdn_chunk-chunk_gated_delta_rule]": 0.00415687699998557,
+"tests/suites/fla/test_host_contracts.py::test_op_segmented_arange_empty_segments": 0.005043175999986715,
+"tests/suites/fla/test_host_contracts.py::test_op_sequence_metadata_tracks_inplace_updates[cutile]": 0.020346848000002637,
+"tests/suites/fla/test_host_contracts.py::test_op_shared_tuning_failure_retry_and_device_cache[False]": 0.0013247599999886006,
+"tests/suites/fla/test_host_contracts.py::test_op_shared_tuning_failure_retry_and_device_cache[True]": 0.000773871999996345,
+"tests/suites/fla/test_host_contracts.py::test_op_state_tiles_use_grid_capacity_and_safe_device_fallback": 0.0008743470000354137,
+"tests/suites/fla/test_host_contracts.py::test_op_tuning_cache_hit_skips_candidate_construction": 0.0008039310000356181,
+"tests/suites/fla/test_host_contracts.py::test_op_tuning_public_switch_overrides_a_warm_cache": 0.001777018999973734,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-False-1-256-2-64-32]": 0.9320600599999977,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-False-1-64-2-32-32]": 1.041900539000011,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-False-2-128-2-48-48]": 1.1574528539999847,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-False-2-128-4-64-64]": 1.151682610999984,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-False-2-256-2-32-64]": 1.0899729349999916,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-True-1-256-2-64-32]": 0.12998810599998478,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-True-1-64-2-32-32]": 0.11353715299998157,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-True-2-128-2-48-48]": 0.11954581699998812,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-True-2-128-4-64-64]": 0.12331967199997962,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.bfloat16-True-2-256-2-32-64]": 0.12393127700002537,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-False-1-256-2-64-32]": 0.12349516099996549,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-False-1-64-2-32-32]": 0.13685771600000862,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-False-2-128-2-48-48]": 0.11185304499997528,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-False-2-128-4-64-64]": 0.11442641100001083,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-False-2-256-2-32-64]": 0.1204903340000385,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-True-1-256-2-64-32]": 2.213555493000001,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-True-1-64-2-32-32]": 2.1631177440000044,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-True-2-128-2-48-48]": 3.0941835270000126,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-True-2-128-4-64-64]": 3.0161330859999964,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op[cutile-torch.float32-True-2-256-2-32-64]": 2.6910694060000253,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-False-1-256-2-64-32]": 0.21775693200001456,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-False-1-64-2-32-32]": 0.17664645700000392,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-False-2-128-2-48-48]": 0.1737162269999999,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-False-2-128-4-64-64]": 0.17524803000000588,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-False-2-256-2-32-64]": 0.23481965099998092,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-True-1-256-2-64-32]": 3.1211506099999724,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-True-1-64-2-32-32]": 3.1687229850000165,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-True-2-128-2-48-48]": 3.539904894999978,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-True-2-128-4-64-64]": 3.5190404690000037,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward[cutile-True-2-256-2-32-64]": 2.960380323000038,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward_ragged_seqlen[cutile-1-191-2-64-32]": 2.7422431470000674,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward_ragged_seqlen[cutile-1-65-2-32-32]": 2.756478449000042,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward_ragged_seqlen[cutile-2-100-2-48-48]": 3.0932979950000004,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_backward_ragged_seqlen[cutile-2-130-4-64-64]": 3.180745150000064,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_default_scale[cutile-1-256-2-32-64]": 0.1200662250000164,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_default_scale[cutile-2-128-2-48-48]": 0.12225549100003263,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_fp16[cutile-1-256-2-64-32]": 0.8968000900000561,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_fp16[cutile-2-128-2-48-48]": 1.1186808519999545,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_initial_state[cutile-1-256-2-64-32]": 0.5373062560000221,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_initial_state[cutile-2-128-2-48-48]": 0.6106075950000331,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_normalize_initial_state_tuple[cutile-1-256-2-64-32]": 0.12760682400005408,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_normalize_initial_state_tuple[cutile-2-128-2-48-48]": 0.1358264479999889,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_output_final_state[cutile-1-256-2-64-32]": 0.5415136589999747,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_output_final_state[cutile-2-128-2-48-48]": 0.6103131849999386,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-False-1-191-2-64-32]": 0.1322977490000028,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-False-1-65-2-32-32]": 0.13195277099995906,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-False-2-100-2-48-48]": 0.11605740499999229,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-False-2-130-4-64-64]": 0.12316003299997647,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-True-1-191-2-64-32]": 2.2194189689999746,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-True-1-65-2-32-32]": 2.0025286100000415,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-True-2-100-2-48-48]": 2.7858034699999905,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_ragged_seqlen[cutile-True-2-130-4-64-64]": 3.044009835999958,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_small_chunk_size[cutile-1-16-2-32-32]": 0.6981422210000119,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_small_chunk_size[cutile-1-48-2-32-64]": 0.13198108299997102,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_small_chunk_size[cutile-2-32-4-64-64]": 1.349333080000065,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_small_chunk_size[cutile-2-8-2-32-32]": 0.6277463280000006,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_varlen_normalized[cutile-False]": 2.4727959279999823,
+"tests/suites/fla/test_linear_attention_chunk.py::Test_FLA_LinearAttentionChunk::test_op_varlen_normalized[cutile-True]": 0.8628179999999475,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op[cutile-torch.bfloat16-1-256-2-32-48]": 14.212854224000012,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op[cutile-torch.bfloat16-2-128-4-64-64]": 15.255494774000056,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op[cutile-torch.float32-1-256-2-32-48]": 0.7213364899998851,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op[cutile-torch.float32-2-128-4-64-64]": 0.834440810999979,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_backward[cutile-1-256-2-32-48]": 3.2738015909999945,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_backward[cutile-2-128-4-64-64]": 5.406908109999961,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_backward_frozen_initial_state_uses_h0[cutile]": 4.7225976269999705,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_backward_headwise_beta[cutile-2-32-2-48-40]": 6.241099029999987,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_custom_scale[cutile-0.25-2-64-2-32-32]": 0.6646366299999613,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_custom_scale[cutile-1.0-2-64-2-32-32]": 0.6683117339999853,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_custom_scale[cutile-2.0-2-64-2-32-32]": 0.6483990180000205,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_headwise_beta[cutile-torch.bfloat16-1-256-2-32-48]": 0.6802054900000485,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_headwise_beta[cutile-torch.bfloat16-2-128-4-64-64]": 0.7477824739999619,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_headwise_beta[cutile-torch.float32-1-256-2-32-48]": 0.6963443970000185,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_headwise_beta[cutile-torch.float32-2-128-4-64-64]": 0.8811910179999813,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_initial_and_final_state[cutile-torch.bfloat16-1-256-2-32-48]": 3.2365042939999853,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_initial_and_final_state[cutile-torch.bfloat16-2-128-4-64-64]": 4.039725434000047,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_initial_and_final_state[cutile-torch.float32-1-256-2-32-48]": 0.4677087079999751,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_initial_and_final_state[cutile-torch.float32-2-128-4-64-64]": 0.47555067899997994,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_kv_boundary[cutile-torch.bfloat16-1-130-2-24-56]": 14.124312943000064,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_kv_boundary[cutile-torch.bfloat16-2-96-3-48-40]": 15.29439051299994,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_kv_boundary[cutile-torch.float32-1-130-2-24-56]": 0.6687997359999258,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_kv_boundary[cutile-torch.float32-2-96-3-48-40]": 0.7542238550000206,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_large_k[cutile-torch.bfloat16-192]": 20.225033628999995,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_large_k[cutile-torch.bfloat16-256]": 20.223152172000027,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_large_k[cutile-torch.float32-192]": 0.9965694890000805,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_large_k[cutile-torch.float32-256]": 0.9743431169999894,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_qk_l2norm_in_kernel[cutile-torch.bfloat16-1-96-3-32-48]": 11.458853254000019,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_qk_l2norm_in_kernel[cutile-torch.bfloat16-2-64-2-64-64]": 12.241367180999987,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_qk_l2norm_in_kernel[cutile-torch.float32-1-96-3-32-48]": 0.7620248250000827,
+"tests/suites/fla/test_linear_attention_deltanet_fused_recurrent.py::Test_FLA_LinearAttentionDeltanetFusedRecurrent::test_op_qk_l2norm_in_kernel[cutile-torch.float32-2-64-2-64-64]": 0.8800688319999495,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.bfloat16-True-1-256-2-64-64]": 1.7039997130000302,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.bfloat16-True-1-64-1-32-32]": 1.7588159240000323,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.bfloat16-True-2-128-1-32-64]": 1.4500268160000473,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.bfloat16-True-2-128-2-48-48]": 1.6947899529999972,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-False-1-256-2-64-64]": 0.14975781199996163,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-False-1-64-1-32-32]": 0.14143903399991586,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-False-2-128-1-32-64]": 0.13208456600000318,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-False-2-128-2-48-48]": 0.13373008600001413,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-True-1-256-2-64-64]": 4.64998254599999,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-True-1-64-1-32-32]": 0.22001319699995747,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-True-2-128-1-32-64]": 3.619729522,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op[cutile-torch.float32-True-2-128-2-48-48]": 4.680518741999947,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_backward[cutile]": 6.959822636000013,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-False-16]": 0.6434965370000043,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-False-24]": 0.14725334799999246,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-False-48]": 0.12902930399999946,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-False-80]": 0.12318117099997039,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-True-16]": 0.1952851479999822,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-True-24]": 1.7354013800000416,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-True-48]": 3.78488575800003,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_chunk_boundary[cutile-True-80]": 0.1486679949999825,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_explicit_scale[cutile-0.1]": 3.617121816000008,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_explicit_scale[cutile-1.0]": 3.3859055110000327,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_explicit_scale[cutile-4.0]": 3.767250276000027,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_identical_rows[cutile-False]": 0.14852293799998506,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_identical_rows[cutile-True]": 1.9333186040000214,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_initial_and_final_state_normalized[cutile-1-64-1-32-32]": 0.6464615110000409,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_initial_and_final_state_normalized[cutile-2-128-2-48-64]": 0.6519128639999963,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_initial_and_final_state_unnormalized[cutile-1-64-1-32-32]": 1.9663121550000255,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_initial_and_final_state_unnormalized[cutile-2-128-2-48-64]": 4.632339074000015,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-False-128-64]": 0.1333868559999587,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-False-64-128]": 0.12313607400005822,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-False-96-96]": 0.10982815599999185,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-True-128-64]": 11.741940032000002,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-True-64-128]": 8.94698462599996,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_kv_multi_tile[cutile-True-96-96]": 22.60850350200002,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_per_token_gate[cutile-False-1-256-2-32-32]": 0.2290537349999795,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_per_token_gate[cutile-False-2-80-2-32-32]": 13.282239693000008,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_per_token_gate[cutile-True-1-256-2-32-32]": 0.23823696599993127,
+"tests/suites/fla/test_linear_attention_fused_chunk.py::Test_FLA_LinearAttentionFusedChunk::test_op_per_token_gate[cutile-True-2-80-2-32-32]": 13.641086427000005,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-128-1-64-8]": 60.825155945999995,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-128-1-8-64]": 44.825038715000005,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-256-2-32-48]": 56.057336400000054,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-33-1-15-8]": 44.40866252000001,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-33-1-32-32]": 53.71273027899997,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-64-1-16-16]": 30.850388115999863,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-1-64-1-7-16]": 49.353881673000046,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-2-128-2-64-32]": 58.49719069499997,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-2-128-4-64-64]": 58.534326873000055,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward[cutile-2-65-2-4-8]": 35.242460618999985,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward_initial_state[cutile-1-192-2-32-48]": 10.158119952999868,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_backward_initial_state[cutile-2-128-4-64-64]": 17.689766480000117,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_cutile_dhu_tail_scatter[33]": 4.997330476000116,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_cutile_dhu_tail_scatter[64]": 1.0099620749997484,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-128-1-64-8]": 19.726744154000016,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-128-1-8-64]": 18.147004668000022,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-256-2-32-48]": 20.22583418100004,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-33-1-15-8]": 24.06440726300002,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-33-1-32-32]": 21.484743224,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-64-1-16-16]": 16.643220665,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-1-64-1-7-16]": 19.622869547999926,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-2-128-2-64-32]": 14.893516164999937,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-2-128-4-64-64]": 15.962071304999995,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward[cutile-2-65-2-4-8]": 22.045137237000006,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_beta_sigmoid_in_kernel[cutile-False]": 12.155054225999947,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_beta_sigmoid_in_kernel[cutile-True]": 0.23526233799998408,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_default_scale[cutile]": 0.18705474599983063,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_gate_in_kernel[cutile-2]": 0.839543496999795,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_gate_in_kernel[cutile-8]": 16.170173603999956,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_grouped_value_attention[cutile-1-128-2-6-32-48]": 19.317440197999986,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_grouped_value_attention[cutile-2-128-2-4-64-64]": 3.2431294089999483,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_initial_and_final_state[cutile-1-192-2-32-48]": 9.071624794000172,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_initial_and_final_state[cutile-2-128-4-64-64]": 5.590148263000174,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_no_l2norm_in_kernel[cutile-1-192-2-32-48]": 0.22311096799990082,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_no_l2norm_in_kernel[cutile-2-128-4-64-64]": 0.17111965100002635,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_partial_last_chunk[cutile-1-200-2-32-48]": 11.523257815999841,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_forward_partial_last_chunk[cutile-2-96-4-64-64]": 13.08420457599982,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_large_k[cutile-1-256-2-256-320]": 347.16005854599985,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_large_k[cutile-1-256-2-320-320]": 0.0016697510000085458,
+"tests/suites/fla/test_linear_attention_gdn_chunk.py::Test_FLA_LinearAttentionGdnChunk::test_op_large_k[cutile-1-256-2-320-64]": 0.0017308289998254622,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op[cutile-torch.bfloat16-1-256-2-32-48]": 0.13785738199999287,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op[cutile-torch.bfloat16-2-128-4-64-64]": 0.15821631199992225,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op[cutile-torch.float32-1-256-2-32-48]": 2.854403209999873,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op[cutile-torch.float32-2-128-4-64-64]": 3.3596086019999802,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_backward_not_implemented[cutile]": 0.10966939100012496,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_beta_sigmoid_in_kernel[cutile-False-1-128-2-32-48]": 2.821191820999985,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_beta_sigmoid_in_kernel[cutile-False-2-64-4-64-64]": 3.3650044920000255,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_beta_sigmoid_in_kernel[cutile-True-1-128-2-32-48]": 2.8730734850000204,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_beta_sigmoid_in_kernel[cutile-True-2-64-4-64-64]": 3.4415723710000066,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_cutile_dhu_tail_sentinel": 0.13905809100015176,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_default_scale_no_l2norm[cutile-1-128-2-32-48]": 1.985113100000035,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_default_scale_no_l2norm[cutile-2-64-4-64-64]": 2.525053898000067,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_gate_in_kernel[cutile-False-1-128-2-32-48]": 2.966449272999995,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_gate_in_kernel[cutile-False-2-64-4-64-64]": 3.471460212999972,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_gate_in_kernel[cutile-True-1-128-2-32-48]": 2.923866405999945,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_gate_in_kernel[cutile-True-2-64-4-64-64]": 3.502128123999995,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_grouped_value_attention[cutile-torch.bfloat16-1-96-1-4-32-48]": 3.5027339769999912,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_grouped_value_attention[cutile-torch.bfloat16-2-64-2-4-64-64]": 3.9469669990000398,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_grouped_value_attention[cutile-torch.float32-1-96-1-4-32-48]": 2.812469818000011,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_grouped_value_attention[cutile-torch.float32-2-64-2-4-64-64]": 3.3386364510000703,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_gva_default_beta[cutile]": 0.4669027580000602,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_initial_and_final_state[cutile-torch.bfloat16-1-128-2-32-48]": 0.47713975700003175,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_initial_and_final_state[cutile-torch.bfloat16-2-64-4-64-64]": 0.5980252659999223,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_initial_and_final_state[cutile-torch.float32-1-128-2-32-48]": 0.5359174830000484,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_initial_and_final_state[cutile-torch.float32-2-64-4-64-64]": 0.5021112839997386,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_input_device_differs_from_current[cutile]": 0.00040979500022331194,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_no_gate[cutile-torch.bfloat16-1-128-2-32-48]": 3.0674836360001336,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_no_gate[cutile-torch.bfloat16-2-64-4-64-64]": 5.682056235000118,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_no_gate[cutile-torch.float32-1-128-2-32-48]": 2.3080708649999906,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_no_gate[cutile-torch.float32-2-64-4-64-64]": 2.6696342380000715,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_state_v_first_final_state[cutile-torch.bfloat16-1-128-2-32-48]": 0.49350778300004094,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_state_v_first_final_state[cutile-torch.bfloat16-2-64-4-64-64]": 0.5454665299996577,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_state_v_first_final_state[cutile-torch.float32-1-128-2-32-48]": 0.5110553280001113,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_state_v_first_final_state[cutile-torch.float32-2-64-4-64-64]": 0.551286669999854,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_vector_beta[cutile-torch.bfloat16-1-128-2-32-48]": 5.448605772000008,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_vector_beta[cutile-torch.bfloat16-2-64-4-64-64]": 5.662949167000079,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_vector_beta[cutile-torch.float32-1-128-2-32-48]": 3.7167398069996125,
+"tests/suites/fla/test_linear_attention_gdn_fused_recurrent.py::Test_FLA_LinearAttentionGdnFusedRecurrent::test_op_vector_beta[cutile-torch.float32-2-64-4-64-64]": 4.264367622999998,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_bwd[cutile]": 0.27620351000007304,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-128-16]": 0.7014279359999023,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-128-8]": 0.6463585330000683,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-16-16]": 0.3808423319999861,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-16-8]": 0.3891042019999986,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-64-16]": 0.46022463600002084,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_aligned_and_tail[cutile-64-8]": 0.553003901000011,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_output_dtype[cutile-torch.bfloat16]": 0.27643929299995307,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_output_dtype[cutile-torch.float16]": 0.2561761150000166,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_partial_chunk[cutile-100-32]": 0.2549231749999876,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_partial_chunk[cutile-128-64]": 0.272918226999991,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_partial_chunk[cutile-37-16]": 0.26017021700005216,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_scale_and_no_bias[cutile]": 0.2508432349999907,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_scale_bias[cutile]": 0.5625255149999475,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_varlen[cutile]": 0.43497400700005073,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_varlen_uneven[cutile-16]": 0.2604475819999834,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_chunk_cumsum_varlen_uneven[cutile-32]": 0.2687361299999793,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_fused_fwd[cutile]": 0.30450755600003276,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_fwd_no_bias_dtypes[cutile-torch.bfloat16]": 0.2774952560000088,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_fwd_no_bias_dtypes[cutile-torch.float16]": 0.29361445900002536,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_fwd_no_bias_dtypes[cutile-torch.float32]": 0.275988863000066,
+"tests/suites/fla/test_linear_attention_gdn_gate.py::Test_FLA_LinearAttentionGdnGate::test_op_fwd_softplus_saturation[cutile]": 0.24708500300005198,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_bwd_intra[cutile]": 1.3828221529999496,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_bwd_intra_accumulates[cutile-False]": 0.1320650080000405,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_bwd_intra_accumulates[cutile-True]": 1.3780152870000393,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra[cutile]": 7.769046334000052,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_chunk_size[cutile-32]": 5.708991731000026,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_chunk_size[cutile-64]": 0.15994980499993972,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_disable_recompute_qg[cutile]": 7.9767263119999825,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_grouped_query[cutile-1-4]": 7.454290992999972,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_grouped_query[cutile-2-4]": 7.43561445499995,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_invalid_chunk_size[cutile-128]": 0.10729549900003121,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_invalid_chunk_size[cutile-16]": 0.1311629630000084,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_partial_chunk[cutile-160]": 0.9532666499999891,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_partial_chunk[cutile-96]": 0.9387467820000666,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_safe_gate[cutile-False]": 0.15103096500007496,
+"tests/suites/fla/test_linear_attention_kda_chunk_intra.py::Test_FLA_LinearAttentionKdaChunkIntra::test_op_chunk_kda_fwd_intra_safe_gate[cutile-True]": 0.1806688769999596,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-1-128-2-128-128]": 4.009425322000027,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-1-128-2-64-32]": 2.3107650669999202,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-1-128-8-32-32]": 2.0647605290000115,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-1-64-2-32-32]": 2.1653632709999897,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-2-128-2-32-48]": 1.4259383049999883,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.bfloat16-2-256-4-32-64]": 1.452241661999949,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-1-128-2-128-128]": 25.304117519000044,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-1-128-2-64-32]": 3.420253083000034,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-1-128-8-32-32]": 1.9281286649999174,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-1-64-2-32-32]": 1.770352606000074,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-2-128-2-32-48]": 2.6326021549999723,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op[cutile-torch.float32-2-256-4-32-64]": 2.9172987939999757,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward[cutile-1-128-8-32-32]": 20.060645364000038,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward[cutile-1-64-2-32-32]": 21.373490542000127,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward[cutile-2-256-4-32-32]": 23.004931861000046,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward_lowprec[cutile-torch.bfloat16-1-128-8-32-32]": 15.02132015999996,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward_lowprec[cutile-torch.bfloat16-1-64-2-32-32]": 6.905452795999963,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_backward_lowprec[cutile-torch.bfloat16-2-256-4-32-32]": 15.028413234000027,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_chunk-1-128-2-128-128]": 45.75134618799996,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_chunk-1-128-2-256-256]": 28.968653395000047,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_chunk-1-128-2-64-32]": 17.17731570499984,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_chunk-1-128-2-64-64]": 13.500114066000037,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_chunk-2-160-2-64-96]": 49.78296926199994,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_recurrent-1-128-2-128-128]": 0.1911414229998627,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_recurrent-1-128-2-256-256]": 0.18907370799990986,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_recurrent-1-128-2-64-32]": 0.2470686350000051,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_recurrent-1-128-2-64-64]": 0.19889654899998277,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_bf16_chunk_route_backward[cutile-linear_attention_mamba2_fused_recurrent-2-160-2-64-96]": 0.1982194840001057,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_default_scale[cutile-1-64-2-32-32]": 0.15503780700009884,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_default_scale[cutile-2-128-4-32-64]": 16.1050764900001,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_and_final_state[cutile-1-64-2-32-32]": 8.170035639999924,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_and_final_state[cutile-2-128-4-32-32]": 8.205711133000023,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_state[cutile-torch.bfloat16-1-64-2-32-32]": 8.892695509999953,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_state[cutile-torch.bfloat16-2-128-4-32-64]": 11.359138618000088,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_state[cutile-torch.float32-1-64-2-32-32]": 7.945203288000016,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_initial_state[cutile-torch.float32-2-128-4-32-64]": 24.831392125000093,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_long_sequence[cutile-torch.bfloat16-1-512-2-64-64]": 10.229788354999982,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_long_sequence[cutile-torch.bfloat16-2-257-2-128-128]": 23.08268001199997,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_long_sequence[cutile-torch.float32-1-512-2-64-64]": 64.862633732,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_long_sequence[cutile-torch.float32-2-257-2-128-128]": 146.96060992299994,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_output_final_state[cutile-1-64-2-32-32]": 8.096078612000042,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_output_final_state[cutile-2-128-4-32-64]": 25.320891278999966,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_output_final_state[cutile-2-80-2-32-32]": 0.5443786620000992,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.bfloat16-1-48-2-32-32]": 8.483786948999978,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.bfloat16-1-96-4-32-48]": 9.162333879000016,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.bfloat16-2-160-2-32-64]": 9.077624844999946,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.bfloat16-2-80-2-32-32]": 0.505369566000013,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.float32-1-48-2-32-32]": 0.4807295619998513,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.float32-1-96-4-32-48]": 16.298009707000006,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.float32-2-160-2-32-64]": 16.43823213899998,
+"tests/suites/fla/test_linear_attention_mamba2_fused_chunk.py::Test_FLA_LinearAttentionMamba2FusedChunk::test_op_partial_tail_chunk[cutile-torch.float32-2-80-2-32-32]": 0.5067771620000485,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.bfloat16-1-256-2-64-32]": 0.5278052520004621,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.bfloat16-1-64-2-32-32]": 0.1428558059999432,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.bfloat16-2-128-2-48-48]": 10.36786103999998,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.bfloat16-2-128-4-64-64]": 10.265086751000126,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.bfloat16-2-256-2-32-64]": 0.5543288599999414,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.float32-1-256-2-64-32]": 1.1247691090002263,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.float32-1-64-2-32-32]": 0.4628474120002011,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.float32-2-128-2-48-48]": 1.0646166319997974,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.float32-2-128-4-64-64]": 1.0653729970001677,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op[cutile-torch.float32-2-256-2-32-64]": 0.9395289339997817,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward[cutile-1-256-2-64-32]": 1.8959719169999971,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward[cutile-1-64-2-32-32]": 0.8060773800002607,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward[cutile-2-128-2-48-48]": 2.4439226989998133,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward[cutile-2-128-4-64-64]": 2.411863092999738,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward[cutile-2-256-2-32-64]": 2.1693324770001254,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward_reverse[cutile-1-256-2-64-32]": 1.907616150000024,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward_reverse[cutile-1-64-2-32-32]": 0.7218067420000693,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward_reverse[cutile-2-128-2-48-48]": 2.5230425700000296,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward_reverse[cutile-2-128-4-64-64]": 2.4230577209999637,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_backward_reverse[cutile-2-256-2-32-64]": 1.8624701989999153,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_cu_seqlens_varlen[cutile-[128]]": 0.12201857399998062,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_cu_seqlens_varlen[cutile-[40, 88, 32]]": 0.1477244949999772,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_cu_seqlens_varlen[cutile-[64, 64]]": 0.43165967600003796,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.bfloat16-1-256-2-64-32]": 0.4699373889999947,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.bfloat16-1-64-2-32-32]": 0.4779389440000159,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.bfloat16-2-128-2-48-48]": 0.6250978380000447,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.bfloat16-2-128-4-64-64]": 0.6212710270000343,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.bfloat16-2-256-2-32-64]": 0.47497698199998695,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.float32-1-256-2-64-32]": 0.45262132500005237,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.float32-1-64-2-32-32]": 0.48431350900000325,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.float32-2-128-2-48-48]": 0.6147997169999257,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.float32-2-128-4-64-64]": 0.6239376100000982,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_initial_state[cutile-torch.float32-2-256-2-32-64]": 0.40874180899999146,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_multi_block_kv[cutile-128-64]": 1.0210037589999956,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_multi_block_kv[cutile-64-128]": 1.0233830550000107,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_multi_block_kv[cutile-96-96]": 1.078899210999964,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_output_final_state[cutile-1-256-2-64-32]": 0.5088743650000538,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_output_final_state[cutile-1-64-2-32-32]": 0.5328083969999398,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_output_final_state[cutile-2-128-2-48-48]": 1.5903500580000127,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_output_final_state[cutile-2-128-4-64-64]": 1.6025930289999906,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_output_final_state[cutile-2-256-2-32-64]": 0.45728097400007073,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_reverse[cutile-1-256-2-64-32]": 1.2017797269999733,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_reverse[cutile-1-64-2-32-32]": 0.4462090749999561,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_reverse[cutile-2-128-2-48-48]": 1.083602815000063,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_reverse[cutile-2-128-4-64-64]": 1.0439882630000739,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_reverse[cutile-2-256-2-32-64]": 1.1069903239999803,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_scale_none_default[cutile-1-256-2-64-32]": 0.1288829259999602,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_scale_none_default[cutile-1-64-2-32-32]": 0.14407339700028388,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_scale_none_default[cutile-2-128-2-48-48]": 0.1206068049998521,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_scale_none_default[cutile-2-128-4-64-64]": 0.12548882200007938,
+"tests/suites/fla/test_linear_attention_mamba2_fused_recurrent.py::Test_FLA_LinearAttentionMamba2FusedRecurrent::test_op_scale_none_default[cutile-2-256-2-32-64]": 0.12404994500025168,
+"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_DecodePaged::test_op[cutile-4-1024-128-float16]": 5.362139735000142,
+"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_MLADecodePaged::test_op[cutile-32-4-1024-128-float16]": 0.0016643339998836382,
+"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillPaged::test_op[cutile-4-1024-128-128-float16]": 16.06982918099999,
+"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillPaged::test_op[cutile-4-1024-192-128-float16]": 21.057226055000115,
+"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillRagged::test_op[cutile-4-1024-128-float16]": 89.24472323199996,
+"tests/suites/flashinfer/test_flashinfer_attention.py::Test_FlashInfer_PrefillRagged::test_op[cutile-4-1024-192-float16]": 123.3617033700001,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.bfloat16-torch.bfloat16-4096-4096-4096-cutile]": 38.76741293700002,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.bfloat16-torch.bfloat16-8192-8192-8192-cutile]": 3.1553388279999126,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float16-torch.float16-4096-4096-4096-cutile]": 35.717555522,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float16-torch.float16-8192-8192-8192-cutile]": 3.515271038000151,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-4096-cutile]": 29.72303725600011,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.0-0.0-False-True-torch.float8_e4m3fn-torch.bfloat16-8192-8192-8192-cutile]": 2.0935528960001193,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.bfloat16-torch.bfloat16-4096-4096-4096-cutile]": 0.014875530000040271,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.bfloat16-torch.bfloat16-8192-8192-8192-cutile]": 0.04935202299998309,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float16-torch.float16-4096-4096-4096-cutile]": 0.014934283999991749,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float16-torch.float16-8192-8192-8192-cutile]": 0.049144191999971554,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-4096-cutile]": 0.014464431000078548,
+"tests/suites/flashinfer/test_flashinfer_gemm_alpha_beta.py::Test_FlashInfer_Matmul_Alpha_Beta::test_op[1.5-2.0-False-True-torch.float8_e4m3fn-torch.bfloat16-8192-8192-8192-cutile]": 0.04780297700006031,
+"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-False-torch.float16-6-4096-512-4096-7168]": 41.454924689999984,
+"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-False-torch.float16-6-4096-512-7168-2048]": 1.3618705989999853,
+"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-True-torch.float16-6-4096-512-4096-7168]": 40.95928414100001,
+"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-False-True-torch.float16-6-4096-512-7168-2048]": 1.3865079830000013,
+"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-False-torch.float16-6-4096-512-4096-7168]": 43.070933119000074,
+"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-False-torch.float16-6-4096-512-7168-2048]": 1.4933469120001064,
+"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-True-torch.float16-6-4096-512-4096-7168]": 42.457083251000086,
+"tests/suites/flashinfer/test_flashinfer_masked_bmm.py::Test_FlashInfer_MaskedBMM::test_op[cutile-True-True-torch.float16-6-4096-512-7168-2048]": 1.5817800929999066,
+"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-128-16-cutile]": 4.98883660499996,
+"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-128-4-cutile]": 4.853246861999878,
+"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-512-16-cutile]": 0.5057592110001679,
+"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-2048-2048-512-4-cutile]": 0.5015694839999014,
+"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-128-16-cutile]": 0.5175477660002343,
+"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-128-4-cutile]": 0.4957006669999373,
+"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-512-16-cutile]": 0.6074968670000089,
+"tests/suites/flashinfer/test_flashinfer_ragged_block_scaled_bmm.py::Test_FlashInfer_RaggedBlockScaledBMM::test_op[False-True-torch.float8_e4m3fn-torch.bfloat16-4096-4096-512-4-cutile]": 0.5206766140001946,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_dtypes[torch.bfloat16-4-256-256-256-cutile]": 0.004217020000169214,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_dtypes[torch.float8_e4m3fn-4-256-256-256-cutile]": 14.18859739200002,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[1-256-256-256-torch.bfloat16-cutile]": 0.5469400459999179,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[4-256-256-256-torch.bfloat16-cutile]": 0.004140537000012046,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_num_groups[8-256-256-256-torch.bfloat16-cutile]": 0.5621084040001278,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[2-128-128-128-torch.bfloat16-False-False-cutile]": 0.0011742889998913597,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[2-128-128-128-torch.bfloat16-True-False-cutile]": 0.5453750599999694,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-256-256-256-torch.bfloat16-False-False-cutile]": 0.001351774000113437,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-256-256-256-torch.bfloat16-True-False-cutile]": 30.637781132999862,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-512-512-512-torch.bfloat16-False-False-cutile]": 0.0012149459998909151,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_shapes[4-512-512-512-torch.bfloat16-True-False-cutile]": 0.7629002700002729,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[False-False-4-256-256-256-torch.bfloat16-cutile]": 0.0011948510000365786,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[False-True-4-256-256-256-torch.bfloat16-cutile]": 0.0053560890000881045,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[True-False-4-256-256-256-torch.bfloat16-cutile]": 0.007552650999969046,
+"tests/suites/flashinfer/test_flashinfer_ragged_bmm.py::Test_FlashInfer_RaggedBMM::test_op_transpose[True-True-4-256-256-256-torch.bfloat16-cutile]": 0.0015385669998977392,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-128-2048-512]": 0.11852716599992164,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-128-2048-513]": 0.002681077000033838,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-16-2048-512]": 0.1076261290002094,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-16-2048-513]": 0.0037484600002244406,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-32-2048-512]": 0.11439431500002684,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-32-2048-513]": 0.0026469599999927595,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-64-2048-512]": 0.23199153700011266,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.float8_e4m3fn-64-2048-513]": 0.0028539450001972,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-128-2048-512]": 0.10450889900016591,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-128-2048-513]": 0.003002573999992819,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-16-2048-512]": 0.09562519500013877,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-16-2048-513]": 0.0024077159996522823,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-32-2048-512]": 0.09603952900010881,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-32-2048-513]": 0.0026453989999026817,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-64-2048-512]": 0.09736344400016606,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-False-torch.int8-64-2048-513]": 0.003373145000296063,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-128-2048-512]": 0.136848289999989,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-128-2048-513]": 0.003809218999776931,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-16-2048-512]": 0.131817342000204,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-16-2048-513]": 0.003076855000017531,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-32-2048-512]": 0.12769908100017346,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-32-2048-513]": 0.004319824000049266,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-64-2048-512]": 0.1411308970000391,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.float8_e4m3fn-64-2048-513]": 0.00302728500014382,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-128-2048-512]": 0.10552990900009718,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-128-2048-513]": 0.0028070769999430922,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-16-2048-512]": 0.11581993000027069,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-16-2048-513]": 0.0034561320001103013,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-32-2048-512]": 0.11239786799978901,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-32-2048-513]": 0.0025369110001065565,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-64-2048-512]": 0.11145472399994105,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-False-True-torch.int8-64-2048-513]": 0.002751521000163848,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-128-2048-512]": 0.0011338799997702154,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-128-2048-513]": 0.0011616429999321554,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-16-2048-512]": 0.0013089479998598108,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-16-2048-513]": 0.0011921399996026594,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-32-2048-512]": 0.0011659689998850808,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-32-2048-513]": 0.0011470689998986927,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-64-2048-512]": 0.0011524919998464611,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.float8_e4m3fn-64-2048-513]": 0.0011146089998419484,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-128-2048-512]": 0.0011545870002009906,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-128-2048-513]": 0.0011201950001122896,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-16-2048-512]": 0.0011623879997841868,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-16-2048-513]": 0.0011350449999554257,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-32-2048-512]": 0.0011525779998464714,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-32-2048-513]": 0.0011414440000407922,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-64-2048-512]": 0.0011557300001641124,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-False-torch.int8-64-2048-513]": 0.001142721000178426,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-128-2048-512]": 0.027934223999864116,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-128-2048-513]": 0.002515289999792003,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-16-2048-512]": 0.0024288209999667743,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-16-2048-513]": 0.0023156429997470696,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-32-2048-512]": 0.0024095889998534403,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-32-2048-513]": 0.0023194429998056876,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-64-2048-512]": 0.0025515949998862197,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.float8_e4m3fn-64-2048-513]": 0.002267642000106207,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-128-2048-512]": 0.023727291000113837,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-128-2048-513]": 0.002054818000033265,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-16-2048-512]": 0.02404105300001902,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-16-2048-513]": 0.002141516000392585,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-32-2048-512]": 0.023426603999951112,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-32-2048-513]": 0.0021095459999287414,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-64-2048-512]": 0.022976184000299327,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-False-True-True-torch.int8-64-2048-513]": 0.0020518349997473706,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-128-2048-512]": 0.00112624100006542,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-128-2048-513]": 0.0011585689996991277,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-16-2048-512]": 0.005928605000008247,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-16-2048-513]": 0.0028119290002450725,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-32-2048-512]": 0.0013856740001756407,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-32-2048-513]": 0.0011942400001316855,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-64-2048-512]": 0.0011661210000966094,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.float8_e4m3fn-64-2048-513]": 0.0011464319998140127,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-128-2048-512]": 0.0011949230001846445,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-128-2048-513]": 0.0011908589999620744,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-16-2048-512]": 0.0012015929999051878,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-16-2048-513]": 0.0011600230000112788,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-32-2048-512]": 0.0011692810001022735,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-32-2048-513]": 0.001155786000254011,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-64-2048-512]": 0.0011409989999719983,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-False-torch.int8-64-2048-513]": 0.0012532849998478923,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-128-2048-512]": 0.002795880999883593,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-128-2048-513]": 0.002293543999940084,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-16-2048-512]": 0.03299479799989058,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-16-2048-513]": 0.0023179029999482736,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-32-2048-512]": 0.023404368000228715,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-32-2048-513]": 0.0022743739998531964,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-64-2048-512]": 0.024955559000090943,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.float8_e4m3fn-64-2048-513]": 0.0023743340000237367,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-128-2048-512]": 0.0021845859998848027,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-128-2048-513]": 0.002112418999786314,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-16-2048-512]": 0.0021619529998133658,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-16-2048-513]": 0.0021607789999507077,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-32-2048-512]": 0.002174593999825447,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-32-2048-513]": 0.0021595799996703136,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-64-2048-512]": 0.002132989000301677,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-False-True-torch.int8-64-2048-513]": 0.00215590500010876,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-128-2048-512]": 0.0011624859996572923,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-128-2048-513]": 0.001137336999818217,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-16-2048-512]": 0.0011520939999627444,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-16-2048-513]": 0.0011372920000667364,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-32-2048-512]": 0.0011589710002226639,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-32-2048-513]": 0.0012152119998063426,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-64-2048-512]": 0.001183562999813148,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.float8_e4m3fn-64-2048-513]": 0.0011679460001232655,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-128-2048-512]": 0.0011647819999325293,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-128-2048-513]": 0.0011619449999216158,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-16-2048-512]": 0.0011161749998791493,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-16-2048-513]": 0.001129711999965366,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-32-2048-512]": 0.001122726999938095,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-32-2048-513]": 0.0011559599997781334,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-64-2048-512]": 0.0011295250001239765,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-False-torch.int8-64-2048-513]": 0.0011733739997907833,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-128-2048-512]": 0.0023563989998365287,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-128-2048-513]": 0.002115168000045742,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-16-2048-512]": 0.0022631989997989876,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-16-2048-513]": 0.002183521999995719,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-32-2048-512]": 0.002307848999862472,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-32-2048-513]": 0.002131953999878533,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-64-2048-512]": 0.0021759050000582647,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.float8_e4m3fn-64-2048-513]": 0.0021031119999861403,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-128-2048-512]": 0.00214800800017656,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-128-2048-513]": 0.002077229000178704,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-16-2048-512]": 0.002154107000251315,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-16-2048-513]": 0.0020818150001105096,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-32-2048-512]": 0.0021359930001381144,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-32-2048-513]": 0.0021622530000513507,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-64-2048-512]": 0.0020792290001736546,
+"tests/suites/flashinfer/test_per_token_group_quant_8bit.py::Test_Per_Token_Group_Quant_8bit::test_op[cutile-True-True-True-torch.int8-64-2048-513]": 0.002148250000345797,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-128]": 4.47305852799991,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-19]": 4.3889116679999916,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.bfloat16-False-10000-4096-64-576-128-1]": 5.99807726500012,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-128]": 4.264997654999661,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-19]": 4.172107912999991,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e4m3fn-torch.float16-False-10000-4096-64-576-128-1]": 6.545370635000154,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-128]": 4.4806955760000164,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-19]": 4.3853681209998285,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.bfloat16-False-10000-4096-64-576-128-1]": 6.064163892000124,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-128]": 4.267097883999895,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-19]": 4.3812987350002,
+"tests/suites/flashinfer/test_rope_quantize_fp8.py::Test_FlashInfer_RopeQuantizeFp8::test_op[cutile-torch.float8_e5m2-torch.float16-False-10000-4096-64-576-128-1]": 6.548589224999887,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_backward[cutile-torch.bfloat16]": 0.12766864300010639,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_backward[cutile-torch.float32]": 0.12076836999995066,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_bias[cutile]": 0.12179460800007291,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-1-torch.bfloat16]": 0.18914414099981514,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-1-torch.float32]": 0.1368118290001803,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-2-torch.bfloat16]": 0.16066983499990783,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-2-torch.float32]": 0.1689576510000279,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-3-torch.bfloat16]": 0.13798491399984414,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-3-torch.float32]": 0.13455861499983257,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-None-torch.bfloat16]": 0.12295110599984582,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_chunk_sizes[cutile-None-torch.float32]": 0.13132693300008214,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-2-8-64-128-torch.bfloat16]": 0.7808055630000581,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-2-8-64-128-torch.float16]": 0.7371748479999951,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-2-8-64-128-torch.float32]": 0.9035433419999208,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-3-7-41-150-torch.float32]": 2.57026707,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-4-16-128-256-torch.float32]": 0.8047495740001978,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_forward[cutile-4-47-31-123-torch.float32]": 3.6182709049999175,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_nll_and_averaging[cutile-False]": 0.12552739900002052,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_nll_and_averaging[cutile-True]": 0.11770497900010923,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_no_ref_model[cutile]": 0.12291960200013818,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_rejects_non_sigmoid[cutile-hinge]": 0.149503781000476,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_rejects_non_sigmoid[cutile-ipo]": 0.11620002399968143,
+"tests/suites/liger/experimental/test_dpo_loss.py::Test_Liger_DpoLoss::test_op_rejects_non_sigmoid[cutile-robust]": 0.12525551599992468,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-4-128-torch.bfloat16]": 0.3961868740002501,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-4-128-torch.float16]": 0.4011659630000395,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-6-300-torch.float32]": 0.4219820770001661,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-63-41-torch.float32]": 0.3899638270002015,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.0-8-512-torch.float32]": 0.8665218080000159,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-4-128-torch.bfloat16]": 0.4099024280001231,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-4-128-torch.float16]": 0.39403818600021623,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-6-300-torch.float32]": 0.45901810799978193,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-63-41-torch.float32]": 0.4159574480001993,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_backward[cutile-0.1-8-512-torch.float32]": 0.7214285929999278,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-1269-32000-torch.float32]": 3.160675099000173,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-128-torch.bfloat16]": 0.3396322480002709,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-128-torch.float16]": 0.37481945900003666,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-4-256-torch.float32]": 0.2998107739999796,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-6-300-torch.float32]": 1.7241168890000154,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-63-41-torch.float32]": 0.5836890779999067,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-mean-8-1024-torch.float32]": 2.2818748280001273,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-1269-32000-torch.float32]": 0.5991778689999592,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-128-torch.bfloat16]": 0.17211041300015495,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-128-torch.float16]": 0.1899965609998162,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-4-256-torch.float32]": 0.33180691199981993,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-6-300-torch.float32]": 0.30982946399990396,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-63-41-torch.float32]": 0.3535234410001067,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_forward[cutile-sum-8-1024-torch.float32]": 0.45401136899977246,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_ignore_index[cutile-4-256-torch.float32]": 0.3666507279999678,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_ignore_index[cutile-8-512-torch.float32]": 0.16141975100003947,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_predicted_tokens[cutile-4-128-torch.float32]": 0.32602023200001895,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_predicted_tokens[cutile-8-256-torch.float32]": 0.3429213979998167,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-4-128-torch.bfloat16]": 2.5737705899998673,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-4-128-torch.float16]": 2.587890654000148,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none[cutile-8-512-torch.float32]": 0.5566216019999501,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none_backward[cutile-4-128-torch.bfloat16]": 0.3992732359999991,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none_backward[cutile-4-128-torch.float16]": 0.39169833899995865,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none_backward[cutile-63-41-torch.float32]": 3.540540525999859,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_reduction_none_backward[cutile-8-512-torch.float32]": 3.2740838129998338,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-30.0-4-128-torch.float32]": 3.4246160669997607,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-30.0-8-512-torch.float32]": 0.576154840000072,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-50.0-4-128-torch.float32]": 0.11939465600016774,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_softcap[cutile-50.0-8-512-torch.float32]": 0.15279554399990047,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_token_accuracy[cutile-4-128-torch.float32]": 0.34035159600011866,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_token_accuracy[cutile-8-256-torch.float32]": 3.1644748160001654,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_weight[cutile-4-128-torch.bfloat16]": 0.3748615049998989,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_weight[cutile-8-512-torch.float32]": 0.5594136400002299,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.0001-4-128-torch.float32]": 0.29618594900011885,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.0001-8-512-torch.float32]": 0.5050579359999574,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.01-4-128-torch.float32]": 0.31413380200001484,
+"tests/suites/liger/test_cross_entropy.py::Test_Liger_CrossEntropy::test_op_z_loss[cutile-0.01-8-512-torch.float32]": 0.5443089550001332,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(1, 1, 1023)-torch.float32]": 0.3005318799998804,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(2, 4, 512)-torch.float32]": 0.2604021580002609,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(2, 8, 4096)-torch.float32]": 0.2706619909999972,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(3, 7, 256)-torch.float32]": 0.14051824600005602,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 16, 2048)-torch.float32]": 0.2763668890002009,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.bfloat16]": 0.25257487299995773,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.float16]": 0.2477780559997882,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 256)-torch.float32]": 0.22964008300004934,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-False-(4, 300)-torch.float32]": 0.29119753399982073,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(1, 1, 1023)-torch.float32]": 0.29637369200008834,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(2, 4, 512)-torch.float32]": 0.22577753199971085,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(2, 8, 4096)-torch.float32]": 0.3039695289999145,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(3, 7, 256)-torch.float32]": 0.14413572499984184,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 16, 2048)-torch.float32]": 0.2639906460003658,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.bfloat16]": 0.2359380500001862,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.float16]": 0.24680964200001654,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 256)-torch.float32]": 0.23259190600015245,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op[cutile-True-(4, 300)-torch.float32]": 0.302590384000041,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(1, 1, 1023)-torch.float32]": 0.39195326100002603,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(2, 8, 4096)-torch.float32]": 0.3543825919998653,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(3, 7, 256)-torch.float32]": 0.34984090300008575,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 16, 2048)-torch.float32]": 0.3302364779997333,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.bfloat16]": 0.3358760789999451,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.float16]": 0.33359053099979974,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(4, 256)-torch.float32]": 0.29506574900005944,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-False-(8, 512)-torch.float32]": 0.2758465920001072,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(1, 1, 1023)-torch.float32]": 0.3569906230000015,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(2, 8, 4096)-torch.float32]": 0.3190867150001395,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(3, 7, 256)-torch.float32]": 0.3281032580000556,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 16, 2048)-torch.float32]": 0.30899614799977826,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.bfloat16]": 0.30437587400001576,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.float16]": 0.3138358219998736,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(4, 256)-torch.float32]": 0.31093736800016814,
+"tests/suites/liger/test_dyt.py::Test_Liger_DyT::test_op_backward[cutile-True-(8, 512)-torch.float32]": 0.2964843109998583,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(2, 128, 512)-torch.float32]": 0.30694188100005704,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.bfloat16]": 0.44409684600009314,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.float16]": 0.4278554040001836,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(4, 256)-torch.float32]": 0.4251485100000991,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(8, 512)-torch.float32]": 0.42489219300000514,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-0.0-(9, 7, 41)-torch.float32]": 0.4056102950000877,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(2, 128, 512)-torch.float32]": 0.2952155969996966,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.bfloat16]": 0.27310962599995037,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.float16]": 0.31040076299996144,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(4, 256)-torch.float32]": 0.29637031700008265,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(8, 512)-torch.float32]": 0.31935240899974815,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_backward[cutile-1.0-(9, 7, 41)-torch.float32]": 0.30007631299986315,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-gemma]": 1.0521298609999121,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-llama]": 0.15303226400010317,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_casting_modes[cutile-none]": 1.0892626019999625,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(16, 1024)-torch.float32]": 1.2830794510000487,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(2, 128, 512)-torch.float32]": 0.306227791000083,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(2, 4, 512)-torch.float32]": 0.13940496799978064,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.bfloat16]": 1.0397546780000084,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.float16]": 1.116588393000029,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 256)-torch.float32]": 1.0632219360002182,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(4, 300)-torch.float32]": 1.3336157690000618,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(8, 512)-torch.float32]": 1.0460513660000288,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-0.0-(9, 7, 41)-torch.float32]": 1.0453544309998506,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(16, 1024)-torch.float32]": 0.2942307329999494,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(2, 128, 512)-torch.float32]": 0.27751418200000444,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(2, 4, 512)-torch.float32]": 0.14819087499995476,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.bfloat16]": 0.27529446299968185,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.float16]": 0.2791809469999862,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 256)-torch.float32]": 0.28329672999984723,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(4, 300)-torch.float32]": 0.3008307129998684,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(8, 512)-torch.float32]": 0.2997764780000125,
+"tests/suites/liger/test_fused_add_rms_norm.py::Test_Liger_FusedAddRMSNorm::test_op_forward[cutile-1.0-(9, 7, 41)-torch.float32]": 0.2716644110000743,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.bfloat16]": 0.3981555039997602,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.float16]": 0.3740853459999016,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-4-64-128-torch.float32]": 0.3950771079998958,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-63-41-41-torch.float32]": 0.167392123999889,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward[cutile-8-128-256-torch.float32]": 0.15412629400020705,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-False-200-64-256-torch.bfloat16]": 3.493848387000071,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-False-200-64-256-torch.float16]": 3.6787639449999006,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-False-200-64-256-torch.float32]": 0.20040590199982944,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-False-97-48-300-torch.bfloat16]": 1.8939656069999273,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-True-200-64-256-torch.bfloat16]": 0.13485918500009575,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-True-200-64-256-torch.float16]": 0.1286929190000592,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-True-200-64-256-torch.float32]": 0.15931923700009065,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_backward_chunked[cutile-True-97-48-300-torch.bfloat16]": 0.1320647210000061,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_features[cutile]": 0.8949621100000513,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-1024-1024-4096-torch.float32]": 2.401436664999892,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.bfloat16]": 0.4580112450000797,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.float16]": 0.46386967099988397,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-4-64-128-torch.float32]": 0.31894450000027064,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-6-64-150-torch.float32]": 0.5523103120001451,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-63-41-41-torch.float32]": 0.31284157699997195,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-mean-8-128-256-torch.float32]": 0.29760855599988645,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-1024-1024-4096-torch.float32]": 0.3839825929999279,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.bfloat16]": 0.3544730730000083,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.float16]": 0.32803809800020645,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-4-64-128-torch.float32]": 0.3269515040001352,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-6-64-150-torch.float32]": 0.23938021700018908,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-63-41-41-torch.float32]": 0.2755464160002248,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_forward[cutile-sum-8-128-256-torch.float32]": 0.3122949429998698,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_with_bias[cutile-4-64-128-torch.float16]": 0.19934221699986665,
+"tests/suites/liger/test_fused_linear_cross_entropy.py::Test_Liger_FusedLinearCrossEntropy::test_op_with_bias[cutile-4-64-128-torch.float32]": 0.29903988500018386,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-1-64-128-torch.float32]": 0.12284819299975425,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-188-31-123-torch.float32]": 0.12266504899980646,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.bfloat16]": 0.1299659270000575,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.float16]": 0.12732082699994862,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-4-64-128-torch.float32]": 0.1543435859996407,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-63-41-41-torch.float32]": 0.12562212500006353,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_backward[cutile-8-128-256-torch.float32]": 0.12109237299955566,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-1-64-128-torch.float32]": 0.15692774899980577,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-188-31-123-torch.float32]": 0.4197158839997428,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-3-7-11-torch.float32]": 0.4082295809998868,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.bfloat16]": 0.11790095299988934,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.float16]": 0.14723752000008972,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-128-torch.float32]": 0.2885605859999032,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-4-64-32768-torch.float32]": 0.6237348090000978,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-63-41-41-torch.float32]": 0.250836064999703,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.1-8-128-256-torch.float32]": 0.3068815290000657,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-1-64-128-torch.float32]": 0.14407553000000917,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-188-31-123-torch.float32]": 0.42236967000030745,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-3-7-11-torch.float32]": 0.39619460200015055,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.bfloat16]": 0.122262752999859,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.float16]": 0.14722589600000902,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-128-torch.float32]": 0.2960771720001958,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-4-64-32768-torch.float32]": 0.6020544619998418,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-63-41-41-torch.float32]": 0.25547574799998074,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_forward[cutile-0.5-8-128-256-torch.float32]": 0.31122046300015427,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-1024-1024-4096-torch.bfloat16]": 0.7855272110000442,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-1024-1024-4096-torch.float32]": 0.1593090809997193,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-141-31-123-torch.bfloat16]": 0.451164788999904,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-0.5-0.2-141-31-123-torch.float32]": 0.16360364799993476,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-1024-1024-4096-torch.bfloat16]": 0.7383854230001816,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-1024-1024-4096-torch.float32]": 0.1818398000000343,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-141-31-123-torch.bfloat16]": 0.5145283869999275,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-1.0-0.5-141-31-123-torch.float32]": 0.1677081600000747,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-1024-1024-4096-torch.bfloat16]": 0.767564307000157,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-1024-1024-4096-torch.float32]": 0.22494391999998697,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-141-31-123-torch.bfloat16]": 0.43237145199987026,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-42-2.0-0.8-141-31-123-torch.float32]": 0.16239426100014498,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-1024-1024-4096-torch.bfloat16]": 0.7342887069999051,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-1024-1024-4096-torch.float32]": 0.16446820799978923,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-141-31-123-torch.bfloat16]": 0.5467777870003374,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-0.5-0.2-141-31-123-torch.float32]": 0.16644838900015202,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-1024-1024-4096-torch.bfloat16]": 0.7135307640000974,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-1024-1024-4096-torch.float32]": 0.16335764500013283,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-141-31-123-torch.bfloat16]": 0.4759778700001789,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-1.0-0.5-141-31-123-torch.float32]": 0.2386165359998813,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-1024-1024-4096-torch.bfloat16]": 0.8523412500001086,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-1024-1024-4096-torch.float32]": 0.19049859299980199,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-141-31-123-torch.bfloat16]": 0.49287828399974387,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_liger_shapes[cutile-_100-2.0-0.8-141-31-123-torch.float32]": 0.1640060730001096,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-16-64-128-torch.float32]": 0.15502974700007144,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-4-64-128-torch.float32]": 0.28741493899997295,
+"tests/suites/liger/test_fused_linear_jsd.py::Test_Liger_FusedLinearJSD::test_op_with_labels[cutile-8-128-256-torch.float32]": 0.34168553600011364,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(1, 1, 16, 32)]": 9.364297405999878,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(1, 2, 64, 32)]": 0.8493456719997994,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-3-(2, 4, 32, 64)]": 10.465676462000147,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(1, 1, 16, 32)]": 0.8215192979998847,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(1, 2, 64, 32)]": 0.5879288559997349,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.bfloat16-7-(2, 4, 32, 64)]": 0.5849874210000507,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(1, 1, 16, 32)]": 9.256466020999824,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(1, 2, 64, 32)]": 0.7707591749999665,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-3-(2, 4, 32, 64)]": 10.30254331600031,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(1, 1, 16, 32)]": 0.5926324549998299,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(1, 2, 64, 32)]": 0.22723372099994776,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float16-7-(2, 4, 32, 64)]": 0.8875132659998144,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(1, 1, 16, 32)]": 15.486513778000017,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(1, 2, 64, 32)]": 0.8369992529999308,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-3-(2, 4, 32, 64)]": 18.857548979000285,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(1, 1, 16, 32)]": 0.22518032300013147,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(1, 2, 64, 32)]": 0.20732675600015682,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op[cutile-torch.float32-7-(2, 4, 32, 64)]": 1.364970781999773,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(1, 1, 16, 32)]": 0.1359417039998334,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(1, 2, 64, 32)]": 0.11012544699997306,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_backward[cutile-(2, 4, 32, 64)]": 0.12117367399991963,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(1, 1, 16, 32)]": 0.16904048899982627,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(1, 2, 64, 32)]": 14.81378965099998,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-1-(2, 4, 32, 64)]": 0.18165087900001708,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(1, 1, 16, 32)]": 18.969449609999856,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(1, 2, 64, 32)]": 0.21946717099990565,
+"tests/suites/liger/test_fused_neighborhood_attention.py::Test_Liger_FusedNeighborhoodAttention::test_op_dilation[cutile-2-(2, 4, 32, 64)]": 22.633994272999644,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.27563319499995487,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.float16]": 0.2693948940000155,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(4, 256)-torch.float32]": 0.27988973900005476,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(8, 512)-torch.float32]": 0.26768264799989083,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(9, 41, 341)-torch.float32]": 0.3274108820000947,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_backward[cutile-(9, 7, 41)-torch.float32]": 0.27754523700014033,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(16, 1024)-torch.float32]": 0.26333321600009185,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(2, 2, 8)-torch.float32]": 0.24642401500000233,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(2, 4, 512)-torch.float32]": 0.14051709299997128,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.bfloat16]": 0.23169288000008237,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.float16]": 0.25031775599995854,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 256)-torch.float32]": 0.22336181700006819,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(4, 300)-torch.float32]": 0.27948262199993223,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(8, 512)-torch.float32]": 0.2395611250001366,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(9, 41, 341)-torch.float32]": 0.28592133999995895,
+"tests/suites/liger/test_geglu.py::Test_Liger_GEGLU::test_op_forward[cutile-(9, 7, 41)-torch.float32]": 0.2571198919999915,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.bfloat16]": 0.3267780049998237,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.float16]": 0.35084517399991455,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-4-2-8-torch.float32]": 0.35086983000019245,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-2-63-21-2163-torch.float32]": 0.6568767389999266,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_backward[cutile-4-8-4-16-torch.float32]": 0.35229888499998196,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-16-32-1-4096-torch.float32]": 0.4253725679998297,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.bfloat16]": 0.3796158090001427,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.float16]": 0.275253819999989,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-4-2-8-torch.float32]": 0.30855192800027,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-6-3-10-torch.float32]": 0.2988879189999807,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-2-63-21-2163-torch.float32]": 0.5192631039999469,
+"tests/suites/liger/test_group_norm.py::Test_Liger_GroupNorm::test_op_forward[cutile-4-8-4-16-torch.float32]": 0.2753662760003408,
+"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-1-4-128]": 0.859061716999804,
+"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-2-8-256]": 0.8462387320000744,
+"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-cispo-4-16-512]": 0.8496786449998126,
+"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-1-4-128]": 0.9054627989999062,
+"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-2-8-256]": 0.8901236709998557,
+"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op[cutile-grpo-4-16-512]": 0.9472408419997009,
+"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_backward[cutile]": 1.0949065189995508,
+"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_with_kl[cutile-2-8-256]": 0.32721961400011423,
+"tests/suites/liger/test_grpo_loss.py::Test_Liger_GrpoLoss::test_op_with_mask[cutile-2-8-256]": 0.9945377910000843,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-16-1024-0.5-torch.float32]": 0.48109634599995843,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.0-torch.float32]": 0.2906478929999139,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.bfloat16]": 0.33172642200020164,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.float16]": 0.3033274330000495,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-0.5-torch.float32]": 0.18902026499995372,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-4-256-1.0-torch.float32]": 0.286644767000098,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-8-512-0.3-torch.float32]": 0.344815208,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op[cutile-8-512-0.5-torch.float32]": 0.33918843799983733,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_all_ignored[cutile-20-32-torch.bfloat16]": 0.1334415540000009,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_all_ignored[cutile-20-32-torch.float32]": 0.15560634499979642,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-16-1024-0.3-2-torch.bfloat16]": 0.5952132800000527,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-8-512-0.5-2-torch.float32]": 0.41653255800019906,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_nondefault_ignore_index[cutile-8-512-0.5-42-torch.float32]": 0.3555204079998475,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-16441-1271-0.5-torch.float32]": 0.6321623869998803,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-2048-3200-0.5-torch.bfloat16]": 0.7891310529998918,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-2048-3200-0.5-torch.float32]": 0.6459488389998569,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_not_last_layer[cutile-8-512-0.5-torch.float16]": 0.3491930120001143,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-16441-1271-torch.float32]": 0.17261742100004085,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-2048-3200-torch.bfloat16]": 0.17317308299993783,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_symmetry[cutile-2048-3200-torch.float32]": 0.16868585700012773,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_with_labels[cutile-16-1024-0.5-torch.float32]": 0.5310602079998716,
+"tests/suites/liger/test_jsd.py::Test_Liger_JSD::test_op_with_labels[cutile-8-512-0.5-torch.float32]": 0.3963084650001747,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(16, 1024)-torch.float32]": 0.12320510700033083,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.bfloat16]": 0.12627582499976597,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.float16]": 0.12446034499998859,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 256)-torch.float32]": 0.12466087199982212,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(4, 300)-torch.float32]": 0.15218901399998686,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-batchmean-(8, 512)-torch.float32]": 0.12490062099982424,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(16, 1024)-torch.float32]": 0.12775762700016458,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.bfloat16]": 0.14445866599976398,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.float16]": 0.1458240960000694,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 256)-torch.float32]": 0.17251715399993373,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(4, 300)-torch.float32]": 0.14197038099996462,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-mean-(8, 512)-torch.float32]": 0.13374636899993675,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(16, 1024)-torch.float32]": 0.25513729599992985,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.bfloat16]": 0.2958775940001033,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.float16]": 0.26634060400033377,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 256)-torch.float32]": 0.22340062999978727,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(4, 300)-torch.float32]": 0.315121943999884,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-none-(8, 512)-torch.float32]": 0.2465333609998197,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(16, 1024)-torch.float32]": 0.28192319099957786,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.bfloat16]": 0.26369315200008714,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.float16]": 0.2661707359998218,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 256)-torch.float32]": 0.33116631000007146,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(4, 300)-torch.float32]": 0.3617865579997215,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-False-sum-(8, 512)-torch.float32]": 0.26100089400006254,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(16, 1024)-torch.float32]": 0.12290474800010998,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.bfloat16]": 0.16807102699999632,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.float16]": 0.12385119999999006,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 256)-torch.float32]": 0.11990384400019138,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(4, 300)-torch.float32]": 0.13500468600000204,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-batchmean-(8, 512)-torch.float32]": 0.119306485999914,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(16, 1024)-torch.float32]": 0.12911943399990378,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.bfloat16]": 0.1221644979998473,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.float16]": 0.13201144400022713,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 256)-torch.float32]": 0.15034972499984178,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(4, 300)-torch.float32]": 0.1221805149998545,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-mean-(8, 512)-torch.float32]": 0.12840354400009346,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(16, 1024)-torch.float32]": 0.24970976700001302,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.bfloat16]": 0.23483989200008182,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.float16]": 0.2463610869999684,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 256)-torch.float32]": 0.26106325899991134,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(4, 300)-torch.float32]": 0.2901321080000798,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-none-(8, 512)-torch.float32]": 0.2316129200000887,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(16, 1024)-torch.float32]": 0.25862679999977445,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.bfloat16]": 0.247949933999962,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.float16]": 0.244794666999951,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 256)-torch.float32]": 0.2515603929998633,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(4, 300)-torch.float32]": 0.2621420999998918,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op[cutile-True-sum-(8, 512)-torch.float32]": 0.25640669299991714,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(16, 1024)-torch.float32]": 0.12201267399996141,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.bfloat16]": 0.13082920100009687,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.float16]": 0.12332325400006994,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 256)-torch.float32]": 0.12372254700017038,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(4, 300)-torch.float32]": 0.12285080200012999,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-batchmean-(8, 512)-torch.float32]": 0.12579483999979857,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(16, 1024)-torch.float32]": 0.116558988999941,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.bfloat16]": 0.12032602900012535,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.float16]": 0.12176236399977824,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 256)-torch.float32]": 0.1522752999999284,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(4, 300)-torch.float32]": 0.12265924299981634,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-mean-(8, 512)-torch.float32]": 0.12726473399993665,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(16, 1024)-torch.float32]": 0.23913316899984238,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.bfloat16]": 0.24268703200004893,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.float16]": 0.25723053699994125,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 256)-torch.float32]": 0.2271222609999768,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(4, 300)-torch.float32]": 0.27230086800022946,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-False-sum-(8, 512)-torch.float32]": 0.2442845219998162,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(16, 1024)-torch.float32]": 0.1215969090001181,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.bfloat16]": 0.12366999900018527,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.float16]": 0.12143419999983962,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 256)-torch.float32]": 0.11931532700032221,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(4, 300)-torch.float32]": 0.12310594699988542,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-batchmean-(8, 512)-torch.float32]": 0.12537881200023548,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(16, 1024)-torch.float32]": 0.12616153099997973,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.bfloat16]": 0.12933710800007248,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.float16]": 0.12731110699996862,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 256)-torch.float32]": 0.15923734200009676,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(4, 300)-torch.float32]": 0.1277275429997644,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-mean-(8, 512)-torch.float32]": 0.13354479500003436,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(16, 1024)-torch.float32]": 0.27673515700007556,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.bfloat16]": 0.24933313400015322,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.float16]": 0.2240486509999755,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 256)-torch.float32]": 0.20216622300017661,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(4, 300)-torch.float32]": 0.2732708119999643,
+"tests/suites/liger/test_kl_div.py::Test_Liger_KLDiv::test_op_backward[cutile-True-sum-(8, 512)-torch.float32]": 0.2418922849997216,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.30291417499984163,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.14885039800014965,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.28583782100031385,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.float16]": 0.26569500799973866,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 256)-torch.float32]": 0.24531295899987526,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(4, 300)-torch.float32]": 0.2980258180002693,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op[cutile-(8, 512)-torch.float32]": 0.30226031699976375,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(16, 1024)-torch.float32]": 0.3570741830001225,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(2, 4, 512)-torch.float32]": 0.15396995100013555,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.3000020540000605,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.34625504599989654,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.3133420440003647,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(4, 300)-torch.float32]": 0.33203171799982556,
+"tests/suites/liger/test_layer_norm.py::Test_Liger_LayerNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.33888283400006003,
+"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(1, 16, 8, 128)-torch.float32]": 0.2714885380003125,
+"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(1, 4, 2, 48)-torch.float32]": 0.3042326459999458,
+"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.bfloat16]": 0.2817348050000419,
+"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.float16]": 0.27169765700000426,
+"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op[cutile-(2, 8, 4, 64)-torch.float32]": 0.3051680910000414,
+"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.bfloat16]": 0.27676079999992,
+"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.float16]": 0.2845247599996128,
+"tests/suites/liger/test_llama4_rope.py::Test_Liger_Llama4Rope::test_op_backward[cutile-(2, 8, 4, 64)-torch.float32]": 0.29786444199999096,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(64, 512)-per_token]": 0.28471229900014805,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(64, 512)-shared]": 0.28807014200015146,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(8, 128)-per_token]": 0.32443208800009415,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.bfloat16-(8, 128)-shared]": 0.2846942559999661,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(64, 512)-per_token]": 0.28807859800008373,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(64, 512)-shared]": 0.3000358560002496,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(8, 128)-per_token]": 0.3002100760002122,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float16-(8, 128)-shared]": 0.31088502600005086,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(64, 512)-per_token]": 0.3128246149997267,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(64, 512)-shared]": 0.30810101600013695,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(8, 128)-per_token]": 0.260290581000163,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op[cutile-torch.float32-(8, 128)-shared]": 0.28302208699983566,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(64, 512)-per_token]": 0.34324325500006125,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(64, 512)-shared]": 0.32540602299991406,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(8, 128)-per_token]": 0.31677812900011304,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_backward[cutile-torch.float32-(8, 128)-shared]": 0.3093345780000618,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-gemma]": 0.26433237900005224,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-llama]": 0.17175909400020828,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_casting_modes[cutile-none]": 0.3071472500000709,
+"tests/suites/liger/test_modulated_rms_norm.py::Test_Liger_ModulatedRMSNorm::test_op_no_shift[cutile]": 0.44112725699983457,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(1, 2, 16)-torch.float32]": 0.3751221089999035,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.bfloat16]": 0.3165367800002059,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.float16]": 0.1683418109998911,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op[cutile-(2, 1, 8)-torch.float32]": 0.23506371400003445,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward[cutile-(1, 1, 16)-torch.float32]": 0.44274654600008034,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward[cutile-(2, 1, 8)-torch.float32]": 0.41102065599989146,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-1-8-1-torch.float32]": 0.18776034099983008,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-1-torch.float32]": 0.17477726200013421,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-2-torch.bfloat16]": 0.3878663459997824,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_backward_conv_params[cutile-2-2-8-2-torch.float32]": 0.16365491199985627,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.bfloat16]": 0.5831426589998046,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.float16]": 0.3998677810002391,
+"tests/suites/liger/test_multi_token_attention.py::Test_Liger_MultiTokenAttention::test_op_with_bias[cutile-(2, 1, 8)-torch.float32]": 0.17826412699992034,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.5576439659998869,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.18540757800019492,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.49287458699996023,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.float16]": 0.596220373000051,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 256)-torch.float32]": 0.49081021200004216,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(4, 300)-torch.float32]": 0.5802576879996195,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op[cutile-(8, 512)-torch.float32]": 0.49717912000005526,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.3690842710000197,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.3704797709999639,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.3796355679999124,
+"tests/suites/liger/test_poly_norm.py::Test_Liger_PolyNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.3857767629999671,
+"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(1, 2, 4, 48)-torch.float32]": 0.39203263700005664,
+"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(1, 4, 8, 128)-torch.float32]": 0.36356758600027206,
+"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.4060386290000224,
+"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.float16]": 0.36682981499984635,
+"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op[cutile-(2, 8, 16, 64)-torch.float32]": 0.3783410600001389,
+"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.6395539819995975,
+"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float16]": 0.568360416999667,
+"tests/suites/liger/test_qwen2vl_mrope.py::Test_Liger_Qwen2VLMRope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float32]": 0.5215967100000398,
+"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(1, 1, 1023)-torch.float32]": 0.2689947960000154,
+"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(2, 4, 512)-torch.float32]": 0.24437382899986915,
+"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(2, 8, 4096)-torch.float32]": 0.27398418100005983,
+"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(3, 7, 256)-torch.float32]": 0.1611093980000078,
+"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 16, 2048)-torch.float32]": 0.3097379550001733,
+"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.bfloat16]": 0.2643606969998018,
+"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.float16]": 0.27002253899991047,
+"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 256)-torch.float32]": 0.26715294899986475,
+"tests/suites/liger/test_relu_squared.py::Test_Liger_ReLUSquared::test_op[cutile-(4, 300)-torch.float32]": 0.2647511620000387,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(16, 1024)-torch.float32]": 0.29811357700009466,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(2, 4, 512)-torch.float32]": 0.22161210200010828,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.bfloat16]": 0.1716486589998567,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.float16]": 0.1793108649997066,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 256)-torch.float32]": 0.18692044099998384,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(4, 300)-torch.float32]": 0.28778099700002713,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op[cutile-(8, 512)-torch.float32]": 0.18558322199987742,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.29545685600010074,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.4368607360001988,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.428533957999889,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_backward[cutile-(8, 512)-torch.float32]": 0.41472973899954013,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-gemma]": 0.27801585599991085,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-llama]": 0.17530955900019762,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.bfloat16-none]": 0.2858582670000942,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-gemma]": 0.24973612700000558,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-llama]": 0.16421756599993387,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_casting_modes[cutile-(4, 256)-torch.float32-none]": 0.2726703149996865,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.bfloat16]": 0.25755855200009137,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.float16]": 0.2653607700003704,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(4, 256)-torch.float32]": 0.2707549389997439,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_no_affine[cutile-(8, 512)-torch.float32]": 0.2713288699999339,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.bfloat16]": 0.16021020700009103,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.float16]": 0.15601293399981842,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-0.0-(4, 256)-torch.float32]": 0.19555681799988633,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.bfloat16]": 0.27621601399982865,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.float16]": 0.16142191899984937,
+"tests/suites/liger/test_rms_norm.py::Test_Liger_RMSNorm::test_op_with_offset[cutile-1.0-(4, 256)-torch.float32]": 0.16127009299975725,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(1, 2, 4, 48)-torch.float32]": 0.1684543809999468,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(1, 4, 8, 128)-torch.float32]": 0.1910696239999652,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.bfloat16]": 0.393512697999995,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.float16]": 0.29108036599973275,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(2, 8, 16, 64)-torch.float32]": 0.33169039700032954,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-False-(3, 4, 7, 64)-torch.float32]": 0.3247005840003112,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(1, 2, 4, 48)-torch.float32]": 0.34446698800002196,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(1, 4, 8, 128)-torch.float32]": 0.349263363999853,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.bfloat16]": 0.32495680400006677,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.float16]": 0.3512829399999191,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(2, 8, 16, 64)-torch.float32]": 0.3567118109999683,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op[cutile-True-(3, 4, 7, 64)-torch.float32]": 0.3391951680000602,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(1, 2, 4, 48)-torch.float32]": 0.4993898329998956,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(1, 4, 8, 128)-torch.float32]": 0.5238924210000278,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.bfloat16]": 0.520977398000241,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float16]": 0.5402316479999172,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(2, 8, 16, 64)-torch.float32]": 0.5034589270001106,
+"tests/suites/liger/test_rope.py::Test_Liger_Rope::test_op_backward[cutile-(3, 4, 7, 64)-torch.float32]": 0.4838646990001507,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 1023)-torch.float32]": 0.545895456000153,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 2, 4096)-torch.float32]": 0.17416409599991312,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(1, 4096)-torch.float32]": 0.6571939289999591,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.bfloat16]": 0.2700829450002402,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.float16]": 0.4296356259997083,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(2, 8)-torch.float32]": 0.5219720000000052,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(3, 7, 256)-torch.float32]": 0.5098801409999396,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op[cutile-(4, 16)-torch.float32]": 0.4366210470000169,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.bfloat16]": 0.26908402999993086,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.float16]": 0.26684798800010867,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(2, 8)-torch.float32]": 1.3093753190000825,
+"tests/suites/liger/test_softmax.py::Test_Liger_Softmax::test_op_backward[cutile-(4, 16)-torch.float32]": 1.2189252460000262,
+"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(2, 128, 512)-torch.float32]": 0.951299733000269,
+"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(4, 256)-torch.float32]": 0.16567273900022883,
+"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-1-(5, 123, 123)-torch.float32]": 0.17984146800017697,
+"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(2, 128, 512)-torch.float32]": 1.1346655600000304,
+"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(4, 256)-torch.float32]": 1.047720451000032,
+"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op[cutile-_1-(5, 123, 123)-torch.float32]": 0.937295943999743,
+"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op_backward[cutile-(2, 128, 512)-torch.float32]": 0.9750999609996143,
+"tests/suites/liger/test_sparsemax.py::Test_Liger_Sparsemax::test_op_backward[cutile-(4, 256)-torch.float32]": 0.9688564359998963,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(2, 256, 256)-torch.float32]": 0.2746597099999235,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(2, 8, 8)-torch.float32]": 0.3781937480000579,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.bfloat16]": 0.2683651219999774,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.float16]": 0.27897690199984027,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(4, 256)-torch.float32]": 0.28694498299978477,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(6, 42, 123)-torch.float32]": 0.3122535259999495,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_backward[cutile-(9, 7, 41)-torch.float32]": 0.38686727699973744,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(2, 256, 256)-torch.float32]": 0.24831720399993173,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(2, 8, 8)-torch.float32]": 0.20038902700025574,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.bfloat16]": 0.2928531450002083,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.float16]": 0.24984748399970158,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 256)-torch.float32]": 0.238553660999969,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(4, 300)-torch.float32]": 0.31864470400000755,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(6, 42, 123)-torch.float32]": 0.31386999600022136,
+"tests/suites/liger/test_swiglu.py::Test_Liger_SwiGLU::test_op_forward[cutile-(9, 7, 41)-torch.float32]": 0.1802116799999567,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-1-1024-128]": 0.1492961470003138,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-2-512-512]": 0.16321931300012693,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-2-4-127-128]": 0.16036766699994587,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-1-1024-128]": 0.16538119200026813,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-2-512-512]": 0.16324711300012495,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-4-4-127-128]": 0.16867620100015301,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-1-1024-128]": 0.15753387800009477,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-2-512-512]": 0.1354281019996506,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_backward[cutile-None-4-127-128]": 0.14480714699993769,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-1-1024-128]": 0.13939703299979556,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-1-1024-256]": 0.1645234459999756,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-2-1024-64]": 0.15523794499995347,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-2-512-512]": 0.161712387000307,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-2-4-127-128]": 0.16132589799985908,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-1-1024-128]": 0.15339977300004648,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-1-1024-256]": 0.14654970599985973,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-2-1024-64]": 0.15767836399982116,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-2-512-512]": 0.14805010400004903,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-4-4-127-128]": 0.1536556210000981,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-1-1024-128]": 0.13956600600022284,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-1-1024-256]": 0.14379584700009218,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-2-1024-64]": 0.15456709000000046,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-2-512-512]": 0.1411762700001873,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-False-None-4-127-128]": 0.1372091939999791,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-1-1024-128]": 0.15253882699994392,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-1-1024-256]": 0.1346158590001778,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-2-1024-64]": 0.15376597900012712,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-2-512-512]": 0.14465929900006813,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-2-4-127-128]": 0.14710872399996333,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-1-1024-128]": 0.13936591600008796,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-1-1024-256]": 0.14290740900014498,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-2-1024-64]": 0.14054657599990605,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-2-512-512]": 0.13045683399991503,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-4-4-127-128]": 0.13388322100013283,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-1-1024-128]": 0.17833273399992322,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-1-1024-256]": 0.15522682999994686,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-2-1024-64]": 0.15616255500003717,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-2-512-512]": 0.1462376290000975,
+"tests/suites/liger/test_tiled_mlp.py::Test_Liger_TiledMLP::test_op_forward[cutile-True-None-4-127-128]": 0.1517777510000542,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-1-4096-32000]": 2.467084727000156,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-3-423-32000]": 2.487723192000203,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-batchmean-41-401-1271]": 0.45944754800007104,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-1-4096-32000]": 2.4866507070000807,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-3-423-32000]": 2.5188185259999045,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-mean-41-401-1271]": 0.46600532100001146,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-1-4096-32000]": 0.8115641299998515,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-3-423-32000]": 0.7915903789998993,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-none-41-401-1271]": 0.41489467399992463,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-1-4096-32000]": 2.4940378829996916,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-3-423-32000]": 2.499357818999897,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.bfloat16-0.001-0.001-sum-41-401-1271]": 0.49376460500002395,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-1-4096-32000]": 3.4115219459999935,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-3-423-32000]": 3.3312955609999335,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-batchmean-41-401-1271]": 0.3968941470000118,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-1-4096-32000]": 3.541857595000238,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-3-423-32000]": 3.535146238999914,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-mean-41-401-1271]": 0.43399337199980437,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-1-4096-32000]": 0.5204233300000851,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-3-423-32000]": 0.5198695110000244,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-none-41-401-1271]": 0.4017740639999374,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-1-4096-32000]": 3.3749955540001793,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-3-423-32000]": 3.1638587269999334,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op[cutile-torch.float32-1e_05-1e_05-sum-41-401-1271]": 0.45396419999997306,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-1-4096-32000]": 3.496687712999801,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-3-423-32000]": 3.372990838000078,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-batchmean-41-401-1271]": 0.19854802500003643,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-1-4096-32000]": 3.3566835609999544,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-3-423-32000]": 3.2716778149999755,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-mean-41-401-1271]": 0.1974366290000944,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-1-4096-32000]": 3.590022119999958,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-3-423-32000]": 3.530370343999948,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_backward[cutile-sum-41-401-1271]": 0.20287102799989043,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-1-4096-32000]": 1.7922244780002075,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-3-423-32000]": 1.8702808809998714,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-batchmean-41-401-1271]": 0.38262356399968667,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-1-4096-32000]": 1.8181907639998371,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-3-423-32000]": 1.8182546250000087,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-mean-41-401-1271]": 0.3976133989999653,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-1-4096-32000]": 0.6376467370000682,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-3-423-32000]": 0.6120242469999084,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-none-41-401-1271]": 0.415599190000421,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-1-4096-32000]": 1.7871769909997965,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-3-423-32000]": 1.7948663610002313,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-0-sum-41-401-1271]": 0.38878075900015574,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-1-4096-32000]": 1.865529753999681,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-3-423-32000]": 1.8122935869998855,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-batchmean-41-401-1271]": 0.40348534700001437,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-1-4096-32000]": 1.7995328859999518,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-3-423-32000]": 1.8684854430000541,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-mean-41-401-1271]": 0.38774158699993677,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-1-4096-32000]": 0.6432719599999928,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-3-423-32000]": 0.647069848000001,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-none-41-401-1271]": 0.4114715860000615,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-1-4096-32000]": 1.8050779859997874,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-3-423-32000]": 1.7996686730002693,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-1-sum-41-401-1271]": 0.3944008839998787,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-1-4096-32000]": 1.9007666329998756,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-3-423-32000]": 1.7709425469997768,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-batchmean-41-401-1271]": 0.3871443169998656,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-1-4096-32000]": 1.8853353670001525,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-3-423-32000]": 1.7979351019996557,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-mean-41-401-1271]": 0.43205467400002817,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-1-4096-32000]": 0.6587010800001281,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-3-423-32000]": 0.6106818829998701,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-none-41-401-1271]": 0.40815350100001524,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-1-4096-32000]": 1.8257144020001306,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-3-423-32000]": 1.7957699699998102,
+"tests/suites/liger/test_tvd.py::Test_Liger_TVD::test_op_with_ignore_index[cutile-_100-sum-41-401-1271]": 0.3800401610001245,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_all_ignored[cutile]": 0.11458880200007115,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.bfloat16-1-64-32000]": 0.509252023000272,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.bfloat16-2-32-1024]": 0.27411623400007556,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.float16-1-64-32000]": 0.4667586930002017,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward[cutile-torch.float16-2-32-1024]": 0.24511060499958148,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_large_vocab[cutile-torch.bfloat16-1-16-100000]": 0.2716907850001462,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_large_vocab[cutile-torch.bfloat16-2-8-128256]": 0.29730202800010375,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_logit_scaling[cutile-torch.bfloat16-2-16-1024]": 0.262469296999825,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_backward_softcapping[cutile-torch.bfloat16-2-16-1024]": 0.313278271000172,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-1-128-50257]": 1.5352637780001714,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-2-64-1024]": 0.020780619000106526,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.bfloat16-4-32-32000]": 0.020320075000199722,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-1-128-50257]": 1.3841705140000613,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-2-64-1024]": 0.02898278600014237,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_basic[cutile-torch.float16-4-32-32000]": 0.020035864999954356,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_large_vocab[cutile-torch.bfloat16-1-16-100000]": 0.02560167599972374,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_large_vocab[cutile-torch.bfloat16-2-8-128256]": 0.021829134999961752,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_logit_scaling[cutile-torch.bfloat16-2-16-1024]": 0.035872070000095846,
+"tests/suites/unsloth/test_cross_entropy_loss.py::Test_Unsloth_CrossEntropyLoss::test_op_softcapping[cutile-torch.bfloat16-2-16-1024]": 0.02209622999998828,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(1024, 4096)-128]": 0.0021301570002378867,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(128, 512)-128]": 0.002940206000175749,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(2048, 8192)-128]": 0.0026757009998163994,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(256, 256)-128]": 0.10064561699982733,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op[cutile-(64, 1024)-128]": 0.003789891999986139,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op_non_square[cutile-(128, 384)-128]": 0.0020598579999386857,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_ActQuant::test_op_non_square[cutile-(256, 128)-128]": 0.0020204289999128378,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-1024-2048-1024-[128, 128]]": 0.817902819999972,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-128-128-128-[128, 128]]": 0.3859198110001216,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-256-256-256-[128, 128]]": 0.5587645120001525,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_W8A8_FP8_Matmul::test_op[cutile-512-1024-512-[128, 128]]": 0.7210872419998395,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-2048-4096-128]": 0.3418365210002321,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-256-256-128]": 0.3016380940000545,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-384-768-128]": 0.3060425149999446,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-4096-8192-128]": 0.3795857820000492,
+"tests/suites/unsloth/test_fp8.py::Test_Unsloth_WeightDequant::test_op[cutile-512-1024-128]": 0.31236165800009985,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.10305344099992908,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.15042122299996663,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.12281140400000368,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.1848154369997701,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-1024-1024]": 0.11458372399988548,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-2048-5120]": 0.12592525000013666,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-256-512]": 0.13162574600028165,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Backward::test_op[cutile-torch.float16-4096-8192]": 0.17860275799989722,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.4043445730001167,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.42719663600018976,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.40291739400026927,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.4159140500000831,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.4461949189999359,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.46084482700007356,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.3968558710000707,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.45047980000026655,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.41691752299993823,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.44534458799989807,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.4283016089998455,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Approx_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.41493156499996076,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.13316417900000488,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.15334568400021453,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.1454415330001666,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.20392597199997908,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-1024-1024]": 0.12904129600019587,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-2048-5120]": 0.18720248599993283,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-256-512]": 0.12376303299970459,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Backward::test_op[cutile-torch.float16-4096-8192]": 0.19633402999988903,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.5006634559999839,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.4819069150000814,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.45073317199990015,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.4836404670002139,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.4977355229998466,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.49695868300000257,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.5013291250002112,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.5326604619999671,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.4937504640001862,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.5020312649999141,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.5234156310000344,
+"tests/suites/unsloth/test_geglu.py::Test_Unsloth_GEGLU_Exact_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.5263819819999753,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-4-16-64-64-1]": 0.35907095100014885,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-4-32-128-128-1]": 0.36967128799983584,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.bfloat16-8-64-512-256-1]": 7.967036576999817,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-4-16-64-64-1]": 0.004677116000266324,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-4-32-128-128-1]": 0.32714631000021654,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad[cutile-torch.float16-8-64-512-256-1]": 0.4049125570002161,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 8.087320664000117,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_W_grad_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 9.502390554000385,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-4-16-64-64-1]": 7.519389353999713,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-4-32-128-128-1]": 6.522142601000269,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.bfloat16-8-64-512-256-1]": 9.496750854999846,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-4-16-64-64-1]": 8.541081791000124,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-4-32-128-128-1]": 8.040020097999786,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad[cutile-torch.float16-8-64-512-256-1]": 10.741393376000133,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 0.35963436600013665,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_backward_X_grad_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 6.922288424999806,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_deterministic[cutile-8-32-256-128]": 1.8886485749999338,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[0, 0, 0, 64]-64-64]": 0.003540450999935274,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[128]-256-128]": 2.3425314239998443,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[32, 16, 8, 8]-64-64]": 1.1033473100001174,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_edge_cases[cutile-torch.bfloat16-[64, 0, 32, 0]-128-128]": 1.6579936910000015,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-16-16-768-512-1]": 4.67895216099987,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-16-32-2048-1024-1]": 9.712570301000142,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-4-16-64-64-1]": 1.1265524259999893,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-4-32-128-128-1]": 1.6624258119998103,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-16-128-128-2]": 1.8458751069999835,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-64-512-256-1]": 2.8425072710001587,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.bfloat16-8-8-64-128-1]": 1.4158361979998517,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-16-16-768-512-1]": 4.854415223999922,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-16-32-2048-1024-1]": 10.044659120999995,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-4-16-64-64-1]": 0.16898186599996734,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-4-32-128-128-1]": 0.15841791299999386,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-16-128-128-2]": 1.8203547699999945,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-64-512-256-1]": 2.967573444999971,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward[cutile-torch.float16-8-8-64-128-1]": 1.4703941329998997,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_large[cutile-torch.bfloat16-128-8-768-512-1]": 6.924944735000281,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_topk4[cutile-torch.bfloat16-4-16-128-128-4]": 0.3955912960000205,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_topk4[cutile-torch.bfloat16-8-8-256-128-4]": 0.16929068199965513,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_upstream_model[cutile-torch.bfloat16-128-8-768-2048-8]": 4.642859086000044,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_forward_upstream_model[cutile-torch.bfloat16-16-64-8192-5120-1]": 3.2814421009998114,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_non_power_of_2[cutile-torch.bfloat16-4-20-300-192]": 2.7246484370000417,
+"tests/suites/unsloth/test_grouped_gemm.py::Test_Unsloth_GroupedGemm::test_op_non_power_of_2[cutile-torch.bfloat16-8-13-100-96]": 2.3876432399999885,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(16, 1024)]": 0.49600152399989383,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(2, 4, 512)]": 0.0031438299999990704,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(21, 349, 1024)]": 0.5114807720001409,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(32, 4096)]": 0.6230962890001592,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(4, 256)]": 0.4824829729998328,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(4, 300)]": 0.7681821779999609,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.bfloat16-(8, 512)]": 0.4817500649999147,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(16, 1024)]": 0.4878357140000844,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(2, 4, 512)]": 0.003025684000022011,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(21, 349, 1024)]": 0.5922979030001443,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(32, 4096)]": 0.6474951880002209,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(4, 256)]": 0.5032960670000648,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(4, 300)]": 0.7769948689999637,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op[cutile-torch.float16-(8, 512)]": 0.5038527939998403,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(2, 4, 512)-torch.bfloat16]": 0.2963151179999386,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 2048)-torch.bfloat16]": 1.2156845009999415,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.6631134249998922,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(4, 256)-torch.float32]": 1.0037242589999096,
+"tests/suites/unsloth/test_layernorm.py::Test_Unsloth_Layernorm::test_op_backward[cutile-(8, 512)-torch.bfloat16]": 0.4876982160001262,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(2, 4, 512)-torch.bfloat16]": 0.00793117999955939,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 2048)-torch.bfloat16]": 1.0573824629998398,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 256)-torch.float16]": 0.4381409090001398,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(4, 256)-torch.float32]": 0.8752499490001355,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward[cutile-(8, 512)-torch.bfloat16]": 0.6251232969998455,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(16, 1024)-torch.bfloat16]": 0.5426081780001368,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(2, 4, 512)-torch.bfloat16]": 0.5481972909999513,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(4, 256)-torch.float16]": 0.7777432600000793,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_backward_gemma[cutile-(8, 512)-torch.bfloat16]": 0.11975636199986184,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(16, 1024)]": 0.49578550800015364,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(4, 256)]": 0.4016410800002177,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.bfloat16-(8, 512)]": 0.4210129789998973,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(16, 1024)]": 0.44621461400015505,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(4, 256)]": 0.42202207799982716,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_gemma[cutile-torch.float16-(8, 512)]": 0.41649022900014643,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(16, 1024)]": 0.44292911500019727,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(2, 4, 512)]": 0.0029821599998740567,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(21, 349, 1024)]": 0.4499150820001887,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(32, 4096)]": 0.49307241399992563,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(4, 256)]": 0.4022423970000091,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(4, 300)]": 0.5743624009999166,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.bfloat16-(8, 512)]": 0.39633623899976556,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(16, 1024)]": 0.4564910889998828,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(2, 4, 512)]": 0.0030337370001234376,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(21, 349, 1024)]": 0.47203122399992026,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(32, 4096)]": 0.5171458530001019,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(4, 256)]": 0.4007217620001029,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(4, 300)]": 0.643710838999823,
+"tests/suites/unsloth/test_rms_layernorm.py::Test_Unsloth_RMSLayernorm::test_op_standard[cutile-torch.float16-(8, 512)]": 0.40676930600011474,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-1-128-4-128]": 0.37850736399991547,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-2-64-8-64]": 0.3983144320000065,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.bfloat16-4-32-16-64]": 0.3968274910000673,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-1-128-4-128]": 0.39280723700017006,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-2-64-8-64]": 0.4233148870000605,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op[cutile-torch.float16-4-32-16-64]": 0.40980962799994813,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.bfloat16-1-128-4-128]": 0.09120878399994581,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.bfloat16-2-64-8-64]": 0.20262942799990924,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.float16-1-128-4-128]": 0.21140218300001834,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding::test_op_backward[cutile-torch.float16-2-64-8-64]": 0.21830325600012657,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-1-32-8-128-128]": 0.5135551609998856,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-2-8-8-64-64]": 0.5387976569998045,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.bfloat16-4-16-4-32-64]": 0.5462223539998377,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-1-32-8-128-128]": 0.7281257279998954,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-2-8-8-64-64]": 0.4590728749999471,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op[cutile-torch.float16-4-16-4-32-64]": 0.4853645620003135,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.bfloat16-1-32-8-128-128]": 0.31071676100009427,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.bfloat16-2-8-8-64-64]": 0.29371629100000973,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.float16-1-32-8-128-128]": 0.12626125900010265,
+"tests/suites/unsloth/test_rope_embedding.py::Test_Unsloth_RoPE_Embedding_QK::test_op_backward[cutile-torch.float16-2-8-8-64-64]": 0.11489751700014494,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-1024-1024]": 0.11484754100001737,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-2048-5120]": 0.14049489499984702,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-256-512]": 0.11318723700014743,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-4096-8192]": 0.17485355500025435,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.bfloat16-512-4096]": 0.10352639300026567,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-1024-1024]": 0.11462934700011829,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-2048-5120]": 0.14084014200011552,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-256-512]": 0.10417901799974061,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-4096-8192]": 0.17349303400010285,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Backward::test_op[cutile-torch.float16-512-4096]": 0.1145829570002661,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(1, 1, 1024)]": 0.4824676900000213,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 1024, 8192)]": 0.43908570799999325,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 128, 256)]": 0.4130986190000385,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(2, 256, 4096)]": 0.4061765880001076,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(4, 512, 5120)]": 0.4570125109996752,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.bfloat16-(4, 64, 512)]": 0.4044699059998038,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(1, 1, 1024)]": 0.4437553540001318,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 1024, 8192)]": 0.4570196239997131,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 128, 256)]": 0.42954479500008347,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(2, 256, 4096)]": 0.4659382760000881,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(4, 512, 5120)]": 0.4613333900001635,
+"tests/suites/unsloth/test_swiglu.py::Test_Unsloth_SwiGLU_Forward::test_op[cutile-torch.float16-(4, 64, 512)]": 0.40098365200014996
 }