nki(weight_dequant): NKI (Trainium) implementation

results/B200/csv/weight_dequant_autotune.csv

@@ -1,61 +1,61 @@
-params,dtype,torch_ms,triton_ms,cutile_ms,speedup_triton,speedup_cutile,triton_vs_cutile,tilelang_ms,speedup_tilelang
-M=512,fp16,0.0185,0.0021,0.0022,8.65,8.55,1.0118,0.0020,9.39
-M=512,bf16,0.0184,0.0019,0.0021,9.46,8.72,1.0849,0.0016,11.23
-M=512,fp32,0.0175,0.0021,0.0023,8.32,7.70,1.0808,0.0019,9.17
-M=1024,fp16,0.0265,0.0034,0.0029,7.73,9.15,0.8452,0.0023,11.59
-M=1024,bf16,0.0270,0.0022,0.0033,12.14,8.24,1.4740,0.0022,12.11
-M=1024,fp32,0.0280,0.0027,0.0035,10.48,8.09,1.2953,0.0028,10.10
-M=1536,fp16,0.0401,0.0039,0.0064,10.40,6.30,1.6492,0.0037,10.86
-M=1536,bf16,0.0401,0.0042,0.0064,9.62,6.23,1.5437,0.0038,10.63
-M=1536,fp32,0.0402,0.0055,0.0070,7.25,5.75,1.2606,0.0051,7.89
-M=2048,fp16,0.0570,0.0051,0.0078,11.23,7.29,1.5414,0.0037,15.21
-M=2048,bf16,0.0579,0.0058,0.0078,9.93,7.46,1.3312,0.0038,15.27
-M=2048,fp32,0.0599,0.0075,0.0085,7.99,7.07,1.1300,0.0072,8.36
-M=2560,fp16,0.0939,0.0083,0.0145,11.37,6.48,1.7527,0.0079,11.95
-M=2560,bf16,0.0927,0.0079,0.0145,11.68,6.38,1.8303,0.0062,15.00
-M=2560,fp32,0.0987,0.0112,0.0151,8.83,6.52,1.3547,0.0109,9.02
-M=3072,fp16,0.1339,0.0089,0.0198,14.98,6.77,2.2118,0.0078,17.24
-M=3072,bf16,0.1336,0.0090,0.0197,14.86,6.78,2.1925,0.0085,15.76
-M=3072,fp32,0.1409,0.0150,0.0209,9.42,6.75,1.3954,0.0145,9.70
-M=3584,fp16,0.1776,0.0146,0.0258,12.15,6.88,1.7656,0.0140,12.73
-M=3584,bf16,0.1785,0.0154,0.0258,11.56,6.92,1.6702,0.0109,16.35
-M=3584,fp32,0.1898,0.0193,0.0273,9.84,6.95,1.4142,0.0193,9.85
-M=4096,fp16,0.2270,0.0147,0.0249,15.44,9.11,1.6940,0.0125,18.10
-M=4096,bf16,0.2281,0.0148,0.0238,15.43,9.57,1.6125,0.0126,18.17
-M=4096,fp32,0.2428,0.0231,0.0274,10.52,8.85,1.1884,0.0233,10.43
-M=4608,fp16,0.2843,0.0207,0.0405,13.72,7.02,1.9538,0.0206,13.77
-M=4608,bf16,0.2838,0.0224,0.0405,12.70,7.01,1.8109,0.0216,13.15
-M=4608,fp32,0.3018,0.0278,0.0419,10.85,7.20,1.5081,0.0296,10.20
-M=5120,fp16,0.3446,0.0209,0.0487,16.52,7.07,2.3367,0.0193,17.88
-M=5120,bf16,0.3449,0.0209,0.0498,16.48,6.93,2.3793,0.0195,17.72
-M=5120,fp32,0.3677,0.0339,0.0510,10.86,7.21,1.5057,0.0334,11.01
-M=5632,fp16,0.4138,0.0294,0.0592,14.06,6.99,2.0096,0.0291,14.23
-M=5632,bf16,0.4145,0.0295,0.0591,14.07,7.01,2.0063,0.0314,13.20
-M=5632,fp32,0.4428,0.0402,0.0610,11.02,7.26,1.5179,0.0426,10.39
-M=6144,fp16,0.4882,0.0271,0.0710,18.03,6.87,2.6232,0.0251,19.44
-M=6144,bf16,0.4885,0.0271,0.0710,18.06,6.88,2.6238,0.0251,19.45
-M=6144,fp32,0.5225,0.0467,0.0737,11.19,7.09,1.5769,0.0475,11.00
-M=6656,fp16,0.5698,0.0399,0.0806,14.29,7.07,2.0206,0.0388,14.68
-M=6656,bf16,0.5696,0.0399,0.0819,14.26,6.95,2.0510,0.0311,18.34
-M=6656,fp32,0.6130,0.0540,0.0838,11.36,7.32,1.5531,0.0591,10.38
-M=7168,fp16,0.6586,0.0378,0.0935,17.40,7.05,2.4695,0.0363,18.13
-M=7168,bf16,0.6562,0.0375,0.0954,17.49,6.88,2.5431,0.0359,18.29
-M=7168,fp32,0.7073,0.0623,0.0978,11.35,7.23,1.5704,0.0625,11.31
-M=7680,fp16,0.7507,0.0537,0.1086,13.97,6.91,2.0213,0.0373,20.15
-M=7680,bf16,0.7519,0.0537,0.1086,14.01,6.92,2.0238,0.0375,20.03
-M=7680,fp32,0.8091,0.0713,0.1130,11.34,7.16,1.5847,0.0752,10.76
-M=8192,fp16,0.8524,0.0459,0.0919,18.58,9.28,2.0027,0.0419,20.33
-M=8192,bf16,0.8530,0.0458,0.0918,18.62,9.29,2.0052,0.0421,20.24
-M=8192,fp32,0.9187,0.0799,0.1006,11.50,9.14,1.2582,0.0807,11.39
-M=8704,fp16,0.9583,0.0659,0.1351,14.54,7.09,2.0496,0.0471,20.36
-M=8704,bf16,0.9572,0.0659,0.1375,14.52,6.96,2.0843,0.0501,19.12
-M=8704,fp32,1.0333,0.0902,0.1369,11.46,7.55,1.5179,0.0954,10.83
-M=9216,fp16,1.0729,0.0591,0.1517,18.16,7.07,2.5672,0.0558,19.24
-M=9216,bf16,1.0721,0.0593,0.1516,18.09,7.07,2.5583,0.0568,18.89
-M=9216,fp32,1.1569,0.0998,0.1510,11.59,7.66,1.5128,0.1013,11.42
-M=9728,fp16,1.1919,0.0816,0.1710,14.60,6.97,2.0951,0.0585,20.39
-M=9728,bf16,1.1929,0.0816,0.1682,14.62,7.09,2.0620,0.0583,20.46
-M=9728,fp32,1.2859,0.1111,0.1696,11.58,7.58,1.5268,0.1123,11.45
-M=10240,fp16,1.3179,0.0679,0.1864,19.42,7.07,2.7475,0.0636,20.73
-M=10240,bf16,1.3198,0.0677,0.1865,19.50,7.08,2.7561,0.0644,20.51
-M=10240,fp32,1.4256,0.1225,0.1909,11.64,7.47,1.5580,0.1241,11.49
+params,dtype,torch_ms,triton_ms,cutile_ms,speedup_triton,speedup_cutile,triton_vs_cutile,tilelang_ms,speedup_tilelang,torch_nki_ms,nki_ms,speedup_nki
+M=512,fp16,0.0185,0.0021,0.0022,8.65,8.55,1.0118,0.0020,9.39,0.0231,0.0212,1.09
+M=512,bf16,0.0184,0.0019,0.0021,9.46,8.72,1.0849,0.0016,11.23,0.0231,0.0222,1.04
+M=512,fp32,0.0175,0.0021,0.0023,8.32,7.70,1.0808,0.0019,9.17,0.0260,0.0226,1.15
+M=1024,fp16,0.0265,0.0034,0.0029,7.73,9.15,0.8452,0.0023,11.59,0.0240,0.0306,0.78
+M=1024,bf16,0.0270,0.0022,0.0033,12.14,8.24,1.4740,0.0022,12.11,0.0240,0.0313,0.77
+M=1024,fp32,0.0280,0.0027,0.0035,10.48,8.09,1.2953,0.0028,10.10,0.0257,0.0334,0.77
+M=1536,fp16,0.0401,0.0039,0.0064,10.40,6.30,1.6492,0.0037,10.86,0.0292,0.0415,0.70
+M=1536,bf16,0.0401,0.0042,0.0064,9.62,6.23,1.5437,0.0038,10.63,0.0293,0.0417,0.70
+M=1536,fp32,0.0402,0.0055,0.0070,7.25,5.75,1.2606,0.0051,7.89,0.0438,0.0469,0.93
+M=2048,fp16,0.0570,0.0051,0.0078,11.23,7.29,1.5414,0.0037,15.21,0.0382,0.0461,0.83
+M=2048,bf16,0.0579,0.0058,0.0078,9.93,7.46,1.3312,0.0038,15.27,0.0382,0.0460,0.83
+M=2048,fp32,0.0599,0.0075,0.0085,7.99,7.07,1.1300,0.0072,8.36,0.0697,0.0682,1.02
+M=2560,fp16,0.0939,0.0083,0.0145,11.37,6.48,1.7527,0.0079,11.95,0.0535,0.0611,0.87
+M=2560,bf16,0.0927,0.0079,0.0145,11.68,6.38,1.8303,0.0062,15.00,0.0535,0.0613,0.87
+M=2560,fp32,0.0987,0.0112,0.0151,8.83,6.52,1.3547,0.0109,9.02,0.0926,0.0977,0.95
+M=3072,fp16,0.1339,0.0089,0.0198,14.98,6.77,2.2118,0.0078,17.24,0.0700,0.0786,0.89
+M=3072,bf16,0.1336,0.0090,0.0197,14.86,6.78,2.1925,0.0085,15.76,0.0699,0.1158,0.60
+M=3072,fp32,0.1409,0.0150,0.0209,9.42,6.75,1.3954,0.0145,9.70,0.1279,0.1365,0.94
+M=3584,fp16,0.1776,0.0146,0.0258,12.15,6.88,1.7656,0.0140,12.73,0.0911,0.1008,0.90
+M=3584,bf16,0.1785,0.0154,0.0258,11.56,6.92,1.6702,0.0109,16.35,0.0911,0.1045,0.87
+M=3584,fp32,0.1898,0.0193,0.0273,9.84,6.95,1.4142,0.0193,9.85,0.1729,0.1817,0.95
+M=4096,fp16,0.2270,0.0147,0.0249,15.44,9.11,1.6940,0.0125,18.10,0.1316,0.1292,1.02
+M=4096,bf16,0.2281,0.0148,0.0238,15.43,9.57,1.6125,0.0126,18.17,0.1316,0.1349,0.98
+M=4096,fp32,0.2428,0.0231,0.0274,10.52,8.85,1.1884,0.0233,10.43,0.2404,0.2307,1.04
+M=4608,fp16,0.2843,0.0207,0.0405,13.72,7.02,1.9538,0.0206,13.77,0.1436,0.1554,0.92
+M=4608,bf16,0.2838,0.0224,0.0405,12.70,7.01,1.8109,0.0216,13.15,0.1436,0.1573,0.91
+M=4608,fp32,0.3018,0.0278,0.0419,10.85,7.20,1.5081,0.0296,10.20,0.2761,0.2877,0.96
+M=5120,fp16,0.3446,0.0209,0.0487,16.52,7.07,2.3367,0.0193,17.88,0.1748,0.1872,0.93
+M=5120,bf16,0.3449,0.0209,0.0498,16.48,6.93,2.3793,0.0195,17.72,0.1748,0.1912,0.91
+M=5120,fp32,0.3677,0.0339,0.0510,10.86,7.21,1.5057,0.0334,11.01,0.3351,0.3525,0.95
+M=5632,fp16,0.4138,0.0294,0.0592,14.06,6.99,2.0096,0.0291,14.23,0.2132,0.2210,0.96
+M=5632,bf16,0.4145,0.0295,0.0591,14.07,7.01,2.0063,0.0314,13.20,0.2132,0.2278,0.94
+M=5632,fp32,0.4428,0.0402,0.0610,11.02,7.26,1.5179,0.0426,10.39,0.4145,0.4242,0.98
+M=6144,fp16,0.4882,0.0271,0.0710,18.03,6.87,2.6232,0.0251,19.44,0.2461,0.2603,0.95
+M=6144,bf16,0.4885,0.0271,0.0710,18.06,6.88,2.6238,0.0251,19.45,0.2461,0.2683,0.92
+M=6144,fp32,0.5225,0.0467,0.0737,11.19,7.09,1.5769,0.0475,11.00,0.4839,0.5043,0.96
+M=6656,fp16,0.5698,0.0399,0.0806,14.29,7.07,2.0206,0.0388,14.68,0.2854,0.3015,0.95
+M=6656,bf16,0.5696,0.0399,0.0819,14.26,6.95,2.0510,0.0311,18.34,0.2854,0.3016,0.95
+M=6656,fp32,0.6130,0.0540,0.0838,11.36,7.32,1.5531,0.0591,10.38,0.5621,0.5750,0.98
+M=7168,fp16,0.6586,0.0378,0.0935,17.40,7.05,2.4695,0.0363,18.13,0.3299,0.3459,0.95
+M=7168,bf16,0.6562,0.0375,0.0954,17.49,6.88,2.5431,0.0359,18.29,0.3300,0.3460,0.95
+M=7168,fp32,0.7073,0.0623,0.0978,11.35,7.23,1.5704,0.0625,11.31,0.6460,0.6736,0.96
+M=7680,fp16,0.7507,0.0537,0.1086,13.97,6.91,2.0213,0.0373,20.15,0.3791,0.4000,0.95
+M=7680,bf16,0.7519,0.0537,0.1086,14.01,6.92,2.0238,0.0375,20.03,0.3792,0.4121,0.92
+M=7680,fp32,0.8091,0.0713,0.1130,11.34,7.16,1.5847,0.0752,10.76,0.7386,0.7662,0.96
+M=8192,fp16,0.8524,0.0459,0.0919,18.58,9.28,2.0027,0.0419,20.33,0.4587,0.4540,1.01
+M=8192,bf16,0.8530,0.0458,0.0918,18.62,9.29,2.0052,0.0421,20.24,0.4586,0.4536,1.01
+M=8192,fp32,0.9187,0.0799,0.1006,11.50,9.14,1.2582,0.0807,11.39,0.8369,0.8901,0.94
+M=8704,fp16,0.9583,0.0659,0.1351,14.54,7.09,2.0496,0.0471,20.36,0.4758,0.5016,0.95
+M=8704,bf16,0.9572,0.0659,0.1375,14.52,6.96,2.0843,0.0501,19.12,0.4757,0.5013,0.95
+M=8704,fp32,1.0333,0.0902,0.1369,11.46,7.55,1.5179,0.0954,10.83,0.9467,0.9718,0.97
+M=9216,fp16,1.0729,0.0591,0.1517,18.16,7.07,2.5672,0.0558,19.24,0.5418,0.5585,0.97
+M=9216,bf16,1.0721,0.0593,0.1516,18.09,7.07,2.5583,0.0568,18.89,0.5418,0.5742,0.94
+M=9216,fp32,1.1569,0.0998,0.1510,11.59,7.66,1.5128,0.1013,11.42,1.0613,1.0950,0.97
+M=9728,fp16,1.1919,0.0816,0.1710,14.60,6.97,2.0951,0.0585,20.39,0.5949,0.6189,0.96
+M=9728,bf16,1.1929,0.0816,0.1682,14.62,7.09,2.0620,0.0583,20.46,0.5944,0.6255,0.95
+M=9728,fp32,1.2859,0.1111,0.1696,11.58,7.58,1.5268,0.1123,11.45,1.1791,1.2133,0.97
+M=10240,fp16,1.3179,0.0679,0.1864,19.42,7.07,2.7475,0.0636,20.73,0.6569,0.6869,0.96
+M=10240,bf16,1.3198,0.0677,0.1865,19.50,7.08,2.7561,0.0644,20.51,0.6569,0.6867,0.96
+M=10240,fp32,1.4256,0.1225,0.1909,11.64,7.47,1.5580,0.1241,11.49,1.3007,1.3244,0.98

results/B200/csv/weight_dequant_default.csv

@@ -1,61 +1,61 @@
-params,dtype,torch_ms,triton_ms,cutile_ms,speedup_triton,speedup_cutile,triton_vs_cutile,tilelang_ms,speedup_tilelang
-M=512,fp16,0.0185,0.0021,0.0022,8.78,8.22,1.0684,0.0019,9.84
-M=512,bf16,0.0173,0.0019,0.0021,8.97,8.27,1.0848,0.0017,10.43
-M=512,fp32,0.0185,0.0021,0.0025,8.66,7.53,1.1504,0.0017,10.64
-M=1024,fp16,0.0276,0.0025,0.0031,10.84,8.95,1.2111,0.0024,11.32
-M=1024,bf16,0.0266,0.0025,0.0031,10.80,8.53,1.2652,0.0021,12.75
-M=1024,fp32,0.0265,0.0028,0.0037,9.56,7.15,1.3378,0.0027,9.70
-M=1536,fp16,0.0390,0.0043,0.0064,9.16,6.04,1.5158,0.0036,10.75
-M=1536,bf16,0.0381,0.0043,0.0064,8.94,5.94,1.5039,0.0038,10.09
-M=1536,fp32,0.0388,0.0044,0.0068,8.73,5.69,1.5338,0.0048,8.02
-M=2048,fp16,0.0583,0.0046,0.0077,12.60,7.61,1.6569,0.0041,14.08
-M=2048,bf16,0.0570,0.0044,0.0077,13.09,7.38,1.7740,0.0042,13.50
-M=2048,fp32,0.0598,0.0072,0.0095,8.36,6.28,1.3315,0.0066,9.02
-M=2560,fp16,0.0920,0.0083,0.0140,11.04,6.57,1.6801,0.0078,11.80
-M=2560,bf16,0.0913,0.0085,0.0141,10.81,6.48,1.6664,0.0056,16.30
-M=2560,fp32,0.0969,0.0110,0.0161,8.81,6.02,1.4627,0.0114,8.51
-M=3072,fp16,0.1331,0.0089,0.0197,14.89,6.74,2.2069,0.0084,15.87
-M=3072,bf16,0.1322,0.0088,0.0197,15.01,6.73,2.2321,0.0084,15.66
-M=3072,fp32,0.1405,0.0145,0.0223,9.69,6.31,1.5347,0.0140,10.01
-M=3584,fp16,0.1792,0.0146,0.0263,12.26,6.82,1.7980,0.0150,11.92
-M=3584,bf16,0.1788,0.0146,0.0263,12.28,6.80,1.8042,0.0110,16.29
-M=3584,fp32,0.1886,0.0181,0.0289,10.41,6.52,1.5968,0.0199,9.48
-M=4096,fp16,0.2264,0.0146,0.0251,15.51,9.02,1.7200,0.0134,16.89
-M=4096,bf16,0.2264,0.0147,0.0251,15.44,9.03,1.7093,0.0137,16.57
-M=4096,fp32,0.2420,0.0229,0.0307,10.58,7.88,1.3436,0.0226,10.70
-M=4608,fp16,0.2830,0.0222,0.0405,12.76,6.99,1.8253,0.0228,12.42
-M=4608,bf16,0.2834,0.0222,0.0405,12.78,7.00,1.8254,0.0227,12.47
-M=4608,fp32,0.3021,0.0280,0.0457,10.78,6.60,1.6319,0.0306,9.89
-M=5120,fp16,0.3459,0.0209,0.0498,16.59,6.95,2.3879,0.0194,17.79
-M=5120,bf16,0.3458,0.0208,0.0498,16.59,6.94,2.3895,0.0195,17.70
-M=5120,fp32,0.3668,0.0335,0.0554,10.96,6.63,1.6542,0.0333,11.02
-M=5632,fp16,0.4140,0.0316,0.0592,13.08,7.00,1.8697,0.0328,12.61
-M=5632,bf16,0.4140,0.0316,0.0591,13.09,7.00,1.8702,0.0324,12.77
-M=5632,fp32,0.4416,0.0400,0.0669,11.05,6.60,1.6742,0.0436,10.12
-M=6144,fp16,0.4886,0.0287,0.0710,17.04,6.88,2.4769,0.0268,18.21
-M=6144,bf16,0.4884,0.0287,0.0710,17.02,6.88,2.4752,0.0269,18.18
-M=6144,fp32,0.5215,0.0465,0.0802,11.22,6.50,1.7256,0.0466,11.18
-M=6656,fp16,0.5704,0.0431,0.0815,13.25,7.00,1.8935,0.0446,12.78
-M=6656,bf16,0.5700,0.0430,0.0815,13.25,6.99,1.8943,0.0310,18.39
-M=6656,fp32,0.6108,0.0546,0.0922,11.20,6.62,1.6903,0.0594,10.28
-M=7168,fp16,0.6585,0.0375,0.0954,17.55,6.90,2.5431,0.0354,18.61
-M=7168,bf16,0.6582,0.0375,0.0954,17.54,6.90,2.5429,0.0353,18.64
-M=7168,fp32,0.7053,0.0621,0.1076,11.35,6.55,1.7325,0.0626,11.27
-M=7680,fp16,0.7533,0.0571,0.1112,13.20,6.77,1.9479,0.0401,18.80
-M=7680,bf16,0.7545,0.0570,0.1112,13.23,6.78,1.9494,0.0572,13.20
-M=7680,fp32,0.8091,0.0718,0.1220,11.27,6.63,1.6995,0.0772,10.47
-M=8192,fp16,0.8525,0.0490,0.0918,17.40,9.28,1.8742,0.0450,18.93
-M=8192,bf16,0.8515,0.0490,0.0918,17.38,9.27,1.8743,0.0456,18.65
-M=8192,fp32,0.9158,0.0799,0.1110,11.46,8.25,1.3891,0.0804,11.39
-M=8704,fp16,0.9572,0.0715,0.1374,13.39,6.97,1.9219,0.0730,13.12
-M=8704,bf16,0.9589,0.0716,0.1374,13.40,6.98,1.9205,0.0502,19.12
-M=8704,fp32,1.0309,0.0905,0.1555,11.39,6.63,1.7183,0.0978,10.54
-M=9216,fp16,1.0719,0.0593,0.1553,18.08,6.90,2.6192,0.0558,19.22
-M=9216,bf16,1.0724,0.0593,0.1553,18.09,6.91,2.6197,0.0557,19.27
-M=9216,fp32,1.1555,0.1002,0.1725,11.54,6.70,1.7223,0.1011,11.43
-M=9728,fp16,1.1920,0.0886,0.1710,13.45,6.97,1.9293,0.0901,13.23
-M=9728,bf16,1.1927,0.0885,0.1709,13.47,6.98,1.9306,0.0890,13.41
-M=9728,fp32,1.2885,0.1115,0.1934,11.56,6.66,1.7353,0.1122,11.49
-M=10240,fp16,1.3192,0.0721,0.1910,18.30,6.91,2.6506,0.0681,19.37
-M=10240,bf16,1.3175,0.0720,0.1910,18.31,6.90,2.6544,0.0679,19.39
-M=10240,fp32,1.4237,0.1229,0.2123,11.58,6.71,1.7272,0.1243,11.45
+params,dtype,torch_ms,triton_ms,cutile_ms,speedup_triton,speedup_cutile,triton_vs_cutile,tilelang_ms,speedup_tilelang,torch_nki_ms,nki_ms,speedup_nki
+M=512,fp16,0.0185,0.0021,0.0022,8.78,8.22,1.0684,0.0019,9.84,0.0231,0.0212,1.09
+M=512,bf16,0.0173,0.0019,0.0021,8.97,8.27,1.0848,0.0017,10.43,0.0231,0.0212,1.09
+M=512,fp32,0.0185,0.0021,0.0025,8.66,7.53,1.1504,0.0017,10.64,0.0260,0.0224,1.16
+M=1024,fp16,0.0276,0.0025,0.0031,10.84,8.95,1.2111,0.0024,11.32,0.0240,0.0306,0.78
+M=1024,bf16,0.0266,0.0025,0.0031,10.80,8.53,1.2652,0.0021,12.75,0.0240,0.0306,0.78
+M=1024,fp32,0.0265,0.0028,0.0037,9.56,7.15,1.3378,0.0027,9.70,0.0257,0.0334,0.77
+M=1536,fp16,0.0390,0.0043,0.0064,9.16,6.04,1.5158,0.0036,10.75,0.0292,0.0418,0.70
+M=1536,bf16,0.0381,0.0043,0.0064,8.94,5.94,1.5039,0.0038,10.09,0.0292,0.0418,0.70
+M=1536,fp32,0.0388,0.0044,0.0068,8.73,5.69,1.5338,0.0048,8.02,0.0438,0.0475,0.92
+M=2048,fp16,0.0583,0.0046,0.0077,12.60,7.61,1.6569,0.0041,14.08,0.0382,0.0476,0.80
+M=2048,bf16,0.0570,0.0044,0.0077,13.09,7.38,1.7740,0.0042,13.50,0.0382,0.0476,0.80
+M=2048,fp32,0.0598,0.0072,0.0095,8.36,6.28,1.3315,0.0066,9.02,0.0698,0.0759,0.92
+M=2560,fp16,0.0920,0.0083,0.0140,11.04,6.57,1.6801,0.0078,11.80,0.0537,0.0638,0.84
+M=2560,bf16,0.0913,0.0085,0.0141,10.81,6.48,1.6664,0.0056,16.30,0.0535,0.0636,0.84
+M=2560,fp32,0.0969,0.0110,0.0161,8.81,6.02,1.4627,0.0114,8.51,0.0926,0.1029,0.90
+M=3072,fp16,0.1331,0.0089,0.0197,14.89,6.74,2.2069,0.0084,15.87,0.0699,0.0783,0.89
+M=3072,bf16,0.1322,0.0088,0.0197,15.01,6.73,2.2321,0.0084,15.66,0.0699,0.0782,0.89
+M=3072,fp32,0.1405,0.0145,0.0223,9.69,6.31,1.5347,0.0140,10.01,0.1279,0.1424,0.90
+M=3584,fp16,0.1792,0.0146,0.0263,12.26,6.82,1.7980,0.0150,11.92,0.0910,0.1036,0.88
+M=3584,bf16,0.1788,0.0146,0.0263,12.28,6.80,1.8042,0.0110,16.29,0.0910,0.1038,0.88
+M=3584,fp32,0.1886,0.0181,0.0289,10.41,6.52,1.5968,0.0199,9.48,0.1731,0.1811,0.96
+M=4096,fp16,0.2264,0.0146,0.0251,15.51,9.02,1.7200,0.0134,16.89,0.1318,0.1532,0.86
+M=4096,bf16,0.2264,0.0147,0.0251,15.44,9.03,1.7093,0.0137,16.57,0.1316,0.1530,0.86
+M=4096,fp32,0.2420,0.0229,0.0307,10.58,7.88,1.3436,0.0226,10.70,0.2404,0.2491,0.97
+M=4608,fp16,0.2830,0.0222,0.0405,12.76,6.99,1.8253,0.0228,12.42,0.1436,0.1577,0.91
+M=4608,bf16,0.2834,0.0222,0.0405,12.78,7.00,1.8254,0.0227,12.47,0.1436,0.1577,0.91
+M=4608,fp32,0.3021,0.0280,0.0457,10.78,6.60,1.6319,0.0306,9.89,0.2762,0.2892,0.96
+M=5120,fp16,0.3459,0.0209,0.0498,16.59,6.95,2.3879,0.0194,17.79,0.1748,0.2003,0.87
+M=5120,bf16,0.3458,0.0208,0.0498,16.59,6.94,2.3895,0.0195,17.70,0.1748,0.2004,0.87
+M=5120,fp32,0.3668,0.0335,0.0554,10.96,6.63,1.6542,0.0333,11.02,0.3350,0.3516,0.95
+M=5632,fp16,0.4140,0.0316,0.0592,13.08,7.00,1.8697,0.0328,12.61,0.2132,0.2231,0.96
+M=5632,bf16,0.4140,0.0316,0.0591,13.09,7.00,1.8702,0.0324,12.77,0.2133,0.2230,0.96
+M=5632,fp32,0.4416,0.0400,0.0669,11.05,6.60,1.6742,0.0436,10.12,0.4143,0.4248,0.98
+M=6144,fp16,0.4886,0.0287,0.0710,17.04,6.88,2.4769,0.0268,18.21,0.2458,0.2684,0.92
+M=6144,bf16,0.4884,0.0287,0.0710,17.02,6.88,2.4752,0.0269,18.18,0.2461,0.2686,0.92
+M=6144,fp32,0.5215,0.0465,0.0802,11.22,6.50,1.7256,0.0466,11.18,0.4844,0.5079,0.95
+M=6656,fp16,0.5704,0.0431,0.0815,13.25,7.00,1.8935,0.0446,12.78,0.2853,0.3046,0.94
+M=6656,bf16,0.5700,0.0430,0.0815,13.25,6.99,1.8943,0.0310,18.39,0.2855,0.3049,0.94
+M=6656,fp32,0.6108,0.0546,0.0922,11.20,6.62,1.6903,0.0594,10.28,0.5618,0.5814,0.97
+M=7168,fp16,0.6585,0.0375,0.0954,17.55,6.90,2.5431,0.0354,18.61,0.3300,0.3599,0.92
+M=7168,bf16,0.6582,0.0375,0.0954,17.54,6.90,2.5429,0.0353,18.64,0.3300,0.3598,0.92
+M=7168,fp32,0.7053,0.0621,0.1076,11.35,6.55,1.7325,0.0626,11.27,0.6460,0.6734,0.96
+M=7680,fp16,0.7533,0.0571,0.1112,13.20,6.77,1.9479,0.0401,18.80,0.3792,0.4118,0.92
+M=7680,bf16,0.7545,0.0570,0.1112,13.23,6.78,1.9494,0.0572,13.20,0.3789,0.4119,0.92
+M=7680,fp32,0.8091,0.0718,0.1220,11.27,6.63,1.6995,0.0772,10.47,0.7388,0.7658,0.96
+M=8192,fp16,0.8525,0.0490,0.0918,17.40,9.28,1.8742,0.0450,18.93,0.4583,0.5156,0.89
+M=8192,bf16,0.8515,0.0490,0.0918,17.38,9.27,1.8743,0.0456,18.65,0.4584,0.5145,0.89
+M=8192,fp32,0.9158,0.0799,0.1110,11.46,8.25,1.3891,0.0804,11.39,0.8366,0.8900,0.94
+M=8704,fp16,0.9572,0.0715,0.1374,13.39,6.97,1.9219,0.0730,13.12,0.4756,0.5299,0.90
+M=8704,bf16,0.9589,0.0716,0.1374,13.40,6.98,1.9205,0.0502,19.12,0.4759,0.5300,0.90
+M=8704,fp32,1.0309,0.0905,0.1555,11.39,6.63,1.7183,0.0978,10.54,0.9468,0.9730,0.97
+M=9216,fp16,1.0719,0.0593,0.1553,18.08,6.90,2.6192,0.0558,19.22,0.5416,0.5744,0.94
+M=9216,bf16,1.0724,0.0593,0.1553,18.09,6.91,2.6197,0.0557,19.27,0.5418,0.5743,0.94
+M=9216,fp32,1.1555,0.1002,0.1725,11.54,6.70,1.7223,0.1011,11.43,1.0612,1.0958,0.97
+M=9728,fp16,1.1920,0.0886,0.1710,13.45,6.97,1.9293,0.0901,13.23,0.5951,0.6384,0.93
+M=9728,bf16,1.1927,0.0885,0.1709,13.47,6.98,1.9306,0.0890,13.41,0.5950,0.6376,0.93
+M=9728,fp32,1.2885,0.1115,0.1934,11.56,6.66,1.7353,0.1122,11.49,1.1789,1.2131,0.97
+M=10240,fp16,1.3192,0.0721,0.1910,18.30,6.91,2.6506,0.0681,19.37,0.6570,0.6993,0.94
+M=10240,bf16,1.3175,0.0720,0.1910,18.31,6.90,2.6544,0.0679,19.39,0.6569,0.6993,0.94
+M=10240,fp32,1.4237,0.1229,0.2123,11.58,6.71,1.7272,0.1243,11.45,1.3004,1.3370,0.97