| { |
| "tunableSpace": { |
| "WORKGROUP_SIZE": [64, 128, 256], |
| "BLOCK_COLS": [1024, 2048, 4096, 8192], |
| "ONLINE_WORKGROUP_SIZE": [32, 64, 128, 256] |
| }, |
| "cases": [ |
| { |
| "name": "biassoftmax-f32-attn-32x512x512", |
| "preset": "smoke", |
| "vars": { "dtype": "float32" }, |
| "attrs": { "axis": 2, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [32, 512, 512], "dtype": "float32", "dist": "normal", "seed": 510, "scale": 2 }, |
| "bias": { "shape": [1, 512, 512], "dtype": "float32", "dist": "normal", "seed": 511, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [32, 512, 512], "dtype": "float32" } }, |
| "bench": { |
| "primary": true, |
| "metrics": [{ "type": "bandwidth", "value": "(32 * 512 * 512 * 2 + 512 * 512) * dtypeBytes(args.dtype)" }] |
| } |
| }, |
| { |
| "name": "biassoftmax-f32-suffix-64x16x256", |
| "preset": "stress", |
| "vars": { "dtype": "float32" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [64, 16, 256], "dtype": "float32", "dist": "normal", "seed": 512, "scale": 2 }, |
| "bias": { "shape": [1, 16, 256], "dtype": "float32", "dist": "normal", "seed": 513, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [64, 16, 256], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "(64 * 16 * 256 * 2 + 16 * 256) * dtypeBytes(args.dtype)" }] |
| } |
| }, |
| { |
| "name": "biassoftmax-f16-attn-32x512x512", |
| "preset": "model", |
| "vars": { "dtype": "float16" }, |
| "attrs": { "axis": 2, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [32, 512, 512], "dtype": "float16", "dist": "normal", "seed": 514, "scale": 2 }, |
| "bias": { "shape": [1, 512, 512], "dtype": "float16", "dist": "normal", "seed": 515, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [32, 512, 512], "dtype": "float16" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "(32 * 512 * 512 * 2 + 512 * 512) * dtypeBytes(args.dtype)" }] |
| } |
| }, |
| { |
| "name": "biassoftmax-f32-lowocc-8x524288-axis1", |
| "preset": "stress", |
| "vars": { "dtype": "float32" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [8, 524288], "dtype": "float32", "dist": "normal", "seed": 530, "scale": 2 }, |
| "bias": { "shape": [1, 524288], "dtype": "float32", "dist": "normal", "seed": 531, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [8, 524288], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "(8 * 524288 * 2 + 524288) * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "biassoftmax-f32-launchbound-262144x2-axis1", |
| "preset": "stress", |
| "vars": { "dtype": "float32" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [262144, 2], "dtype": "float32", "dist": "normal", "seed": 532, "scale": 2 }, |
| "bias": { "shape": [1, 2], "dtype": "float32", "dist": "normal", "seed": 533, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [262144, 2], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "(262144 * 2 * 2 + 2) * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "reuse_float32_r4096_c513_bias16_wg256_inner0", |
| "preset": "stress", |
| "vars": { "dtype": "float32" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "tunables": { "WORKGROUP_SIZE": 256 }, |
| "inputs": { |
| "data": { "shape": [4096, 513], "dtype": "float32", "dist": "normal", "seed": 601, "scale": 2 }, |
| "bias": { "shape": [16, 513], "dtype": "float32", "dist": "normal", "seed": 602, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [4096, 513], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "(4096 * 513 * 2 + 16 * 513) * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "reuse_float32_r1024_c4095_bias16_wg256_inner0", |
| "preset": "stress", |
| "vars": { "dtype": "float32" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "tunables": { "WORKGROUP_SIZE": 256 }, |
| "inputs": { |
| "data": { "shape": [1024, 4095], "dtype": "float32", "dist": "normal", "seed": 601, "scale": 2 }, |
| "bias": { "shape": [16, 4095], "dtype": "float32", "dist": "normal", "seed": 602, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [1024, 4095], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "(1024 * 4095 * 2 + 16 * 4095) * dtypeBytes(args.dtype)" }] |
| } |
| }, |
| { |
| "name": "reuse_float16_r4096_c513_bias16_wg256_inner0", |
| "preset": "stress", |
| "vars": { "dtype": "float16" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "tunables": { "WORKGROUP_SIZE": 256 }, |
| "inputs": { |
| "data": { "shape": [4096, 513], "dtype": "float16", "dist": "normal", "seed": 601, "scale": 2 }, |
| "bias": { "shape": [16, 513], "dtype": "float16", "dist": "normal", "seed": 602, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [4096, 513], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "(4096 * 513 * 2 + 16 * 513) * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "reuse_float16_r1024_c4095_bias16_wg256_inner0", |
| "preset": "stress", |
| "vars": { "dtype": "float16" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "tunables": { "WORKGROUP_SIZE": 256 }, |
| "inputs": { |
| "data": { "shape": [1024, 4095], "dtype": "float16", "dist": "normal", "seed": 601, "scale": 2 }, |
| "bias": { "shape": [16, 4095], "dtype": "float16", "dist": "normal", "seed": 602, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [1024, 4095], "dtype": "float16" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "(1024 * 4095 * 2 + 16 * 4095) * dtypeBytes(args.dtype)" }] |
| } |
| }, |
| { |
| "name": "long_float32_r4_c65537_bias2_wg64_inner1", |
| "preset": "stress", |
| "vars": { "dtype": "float32" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "tunables": { "WORKGROUP_SIZE": 64 }, |
| "inputs": { |
| "data": { "shape": [4, 65537], "dtype": "float32", "dist": "normal", "seed": 611, "scale": 2 }, |
| "bias": { "shape": [2, 65537], "dtype": "float32", "dist": "normal", "seed": 612, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [4, 65537], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "(4 * 65537 * 2 + 2 * 65537) * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "long_float32_r8_c131073_bias4_wg256_inner0", |
| "preset": "stress", |
| "vars": { "dtype": "float32" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "tunables": { "WORKGROUP_SIZE": 256 }, |
| "inputs": { |
| "data": { "shape": [8, 131073], "dtype": "float32", "dist": "normal", "seed": 611, "scale": 2 }, |
| "bias": { "shape": [4, 131073], "dtype": "float32", "dist": "normal", "seed": 612, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [8, 131073], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "(8 * 131073 * 2 + 4 * 131073) * dtypeBytes(args.dtype)" }] |
| } |
| }, |
| { |
| "name": "long_float16_r4_c65537_bias2_wg64_inner1", |
| "preset": "stress", |
| "vars": { "dtype": "float16" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "tunables": { "WORKGROUP_SIZE": 64 }, |
| "inputs": { |
| "data": { "shape": [4, 65537], "dtype": "float16", "dist": "normal", "seed": 611, "scale": 2 }, |
| "bias": { "shape": [2, 65537], "dtype": "float16", "dist": "normal", "seed": 612, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [4, 65537], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "(4 * 65537 * 2 + 2 * 65537) * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "long_float16_r8_c131073_bias4_wg256_inner0", |
| "preset": "stress", |
| "vars": { "dtype": "float16" }, |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "tunables": { "WORKGROUP_SIZE": 256 }, |
| "inputs": { |
| "data": { "shape": [8, 131073], "dtype": "float16", "dist": "normal", "seed": 611, "scale": 2 }, |
| "bias": { "shape": [4, 131073], "dtype": "float16", "dist": "normal", "seed": 612, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [8, 131073], "dtype": "float16" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "(8 * 131073 * 2 + 4 * 131073) * dtypeBytes(args.dtype)" }] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float32-r64-c64-bias2-inner0", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [64, 64], "dtype": "float32", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [2, 64], "dtype": "float32", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [64, 64], "dtype": "float32" } }, |
| "vars": { "dtype": "float32", "rows": 64, "cols": 64, "biasRows": 2 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float32-r65-c256-bias5-inner1", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "inputs": { |
| "data": { "shape": [65, 256], "dtype": "float32", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [5, 256], "dtype": "float32", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [65, 256], "dtype": "float32" } }, |
| "vars": { "dtype": "float32", "rows": 65, "cols": 256, "biasRows": 5 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float32-r2048-c128-bias16-inner0", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [2048, 128], "dtype": "float32", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [16, 128], "dtype": "float32", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [2048, 128], "dtype": "float32" } }, |
| "vars": { "dtype": "float32", "rows": 2048, "cols": 128, "biasRows": 16 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float32-r512-c1024-bias8-inner1", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "inputs": { |
| "data": { "shape": [512, 1024], "dtype": "float32", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [8, 1024], "dtype": "float32", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [512, 1024], "dtype": "float32" } }, |
| "vars": { "dtype": "float32", "rows": 512, "cols": 1024, "biasRows": 8 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float32-r128-c1028-bias4-inner0", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [128, 1028], "dtype": "float32", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [4, 1028], "dtype": "float32", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [128, 1028], "dtype": "float32" } }, |
| "vars": { "dtype": "float32", "rows": 128, "cols": 1028, "biasRows": 4 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float32-r63-c512-bias3-inner1", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "inputs": { |
| "data": { "shape": [63, 512], "dtype": "float32", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [3, 512], "dtype": "float32", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [63, 512], "dtype": "float32" } }, |
| "vars": { "dtype": "float32", "rows": 63, "cols": 512, "biasRows": 3 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float16-r64-c64-bias2-inner0", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [64, 64], "dtype": "float16", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [2, 64], "dtype": "float16", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [64, 64], "dtype": "float16" } }, |
| "vars": { "dtype": "float16", "rows": 64, "cols": 64, "biasRows": 2 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float16-r65-c256-bias5-inner1", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "inputs": { |
| "data": { "shape": [65, 256], "dtype": "float16", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [5, 256], "dtype": "float16", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [65, 256], "dtype": "float16" } }, |
| "vars": { "dtype": "float16", "rows": 65, "cols": 256, "biasRows": 5 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float16-r2048-c128-bias16-inner0", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [2048, 128], "dtype": "float16", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [16, 128], "dtype": "float16", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [2048, 128], "dtype": "float16" } }, |
| "vars": { "dtype": "float16", "rows": 2048, "cols": 128, "biasRows": 16 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float16-r512-c1024-bias8-inner1", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "inputs": { |
| "data": { "shape": [512, 1024], "dtype": "float16", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [8, 1024], "dtype": "float16", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [512, 1024], "dtype": "float16" } }, |
| "vars": { "dtype": "float16", "rows": 512, "cols": 1024, "biasRows": 8 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float16-r128-c1028-bias4-inner0", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "shape": [128, 1028], "dtype": "float16", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [4, 1028], "dtype": "float16", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [128, 1028], "dtype": "float16" } }, |
| "vars": { "dtype": "float16", "rows": 128, "cols": 1028, "biasRows": 4 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "subgroup-neighbor-float16-r63-c512-bias3-inner1", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "inputs": { |
| "data": { "shape": [63, 512], "dtype": "float16", "dist": "normal", "seed": 761, "scale": 2 }, |
| "bias": { "shape": [3, 512], "dtype": "float16", "dist": "normal", "seed": 762, "scale": 1 } |
| }, |
| "outputs": { "output": { "shape": [63, 512], "dtype": "float16" } }, |
| "vars": { "dtype": "float16", "rows": 63, "cols": 512, "biasRows": 3 }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(2 * args.rows * args.cols + args.biasRows * args.cols) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "workgroup-neighbor-float32-r65-c33-bias5-inner1", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "inputs": { |
| "data": { "dtype": "float32", "shape": [65, 33], "dist": "normal", "seed": 701, "scale": 2 }, |
| "bias": { "dtype": "float32", "shape": [5, 33], "dist": "normal", "seed": 702, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [65, 33] } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * 2 + args.biasRows) * args.cols * dtypeBytes(args.dtype)" } |
| ] |
| }, |
| "vars": { "dtype": "float32", "rows": 65, "cols": 33, "biasRows": 5 } |
| }, |
| { |
| "name": "workgroup-neighbor-float32-r512-c257-bias8-inner0", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "dtype": "float32", "shape": [512, 257], "dist": "normal", "seed": 701, "scale": 2 }, |
| "bias": { "dtype": "float32", "shape": [8, 257], "dist": "normal", "seed": 702, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [512, 257] } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * 2 + args.biasRows) * args.cols * dtypeBytes(args.dtype)" } |
| ] |
| }, |
| "vars": { "dtype": "float32", "rows": 512, "cols": 257, "biasRows": 8 } |
| }, |
| { |
| "name": "workgroup-neighbor-float32-r128-c1025-bias4-inner1", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "inputs": { |
| "data": { "dtype": "float32", "shape": [128, 1025], "dist": "normal", "seed": 701, "scale": 2 }, |
| "bias": { "dtype": "float32", "shape": [4, 1025], "dist": "normal", "seed": 702, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [128, 1025] } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * 2 + args.biasRows) * args.cols * dtypeBytes(args.dtype)" } |
| ] |
| }, |
| "vars": { "dtype": "float32", "rows": 128, "cols": 1025, "biasRows": 4 } |
| }, |
| { |
| "name": "workgroup-neighbor-float32-r64-c4097-bias2-inner0", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "dtype": "float32", "shape": [64, 4097], "dist": "normal", "seed": 701, "scale": 2 }, |
| "bias": { "dtype": "float32", "shape": [2, 4097], "dist": "normal", "seed": 702, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [64, 4097] } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * 2 + args.biasRows) * args.cols * dtypeBytes(args.dtype)" } |
| ] |
| }, |
| "vars": { "dtype": "float32", "rows": 64, "cols": 4097, "biasRows": 2 } |
| }, |
| { |
| "name": "workgroup-neighbor-float16-r65-c33-bias5-inner1", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "inputs": { |
| "data": { "dtype": "float16", "shape": [65, 33], "dist": "normal", "seed": 701, "scale": 2 }, |
| "bias": { "dtype": "float16", "shape": [5, 33], "dist": "normal", "seed": 702, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [65, 33] } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * 2 + args.biasRows) * args.cols * dtypeBytes(args.dtype)" } |
| ] |
| }, |
| "vars": { "dtype": "float16", "rows": 65, "cols": 33, "biasRows": 5 } |
| }, |
| { |
| "name": "workgroup-neighbor-float16-r512-c257-bias8-inner0", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "dtype": "float16", "shape": [512, 257], "dist": "normal", "seed": 701, "scale": 2 }, |
| "bias": { "dtype": "float16", "shape": [8, 257], "dist": "normal", "seed": 702, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [512, 257] } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * 2 + args.biasRows) * args.cols * dtypeBytes(args.dtype)" } |
| ] |
| }, |
| "vars": { "dtype": "float16", "rows": 512, "cols": 257, "biasRows": 8 } |
| }, |
| { |
| "name": "workgroup-neighbor-float16-r128-c1025-bias4-inner1", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 1 }, |
| "inputs": { |
| "data": { "dtype": "float16", "shape": [128, 1025], "dist": "normal", "seed": 701, "scale": 2 }, |
| "bias": { "dtype": "float16", "shape": [4, 1025], "dist": "normal", "seed": 702, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [128, 1025] } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * 2 + args.biasRows) * args.cols * dtypeBytes(args.dtype)" } |
| ] |
| }, |
| "vars": { "dtype": "float16", "rows": 128, "cols": 1025, "biasRows": 4 } |
| }, |
| { |
| "name": "workgroup-neighbor-float16-r64-c4097-bias2-inner0", |
| "preset": "stress", |
| "attrs": { "axis": 1, "is_inner_broadcast": 0 }, |
| "inputs": { |
| "data": { "dtype": "float16", "shape": [64, 4097], "dist": "normal", "seed": 701, "scale": 2 }, |
| "bias": { "dtype": "float16", "shape": [2, 4097], "dist": "normal", "seed": 702, "scale": 1 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [64, 4097] } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * 2 + args.biasRows) * args.cols * dtypeBytes(args.dtype)" } |
| ] |
| }, |
| "vars": { "dtype": "float16", "rows": 64, "cols": 4097, "biasRows": 2 } |
| } |
| ] |
| } |
|
|
