{ "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256, 512], "ITEMS_PER_LANE": [1, 2, 4, 8] }, "fixtureArrays": { "ngram-b256-s1-n16-p4-fresh_input_multipliersT": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19, 31], "ngram-b256-s1-n16-p4-fresh_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049], "ngram-b256-s1-n2-p64-fresh_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], "ngram-b256-s31-n2-p31-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17], "ngram-b256-s31-n2-p32-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], "ngram-b256-s31-n2-p33-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003], "ngram-b256-s31-n16-p2-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647], "ngram-b256-s31-n16-p3-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537], "ngram-b256-s31-n3-p8-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], "ngram-b256-s31-n4-p8-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], "ngram-b256-s31-n2-p39-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17], "ngram-b256-s31-n2-p40-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], "ngram-b256-s31-n2-p41-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003], "ngram-b256-s31-n15-p3-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019], "ngram-b256-s31-n12-p4-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049], "ngram-b256-s31-n4-p16-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], "ngram-b256-s31-n2-p57-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003], "ngram-b256-s31-n2-p58-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019], "ngram-b256-s31-n2-p59-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043], "ngram-b256-s31-n3-p28-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], "ngram-b256-s31-n4-p18-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647], "ngram-b256-s31-n11-p5-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019] }, "cases": [ { "name": "ngram-decode-b1-s1-past", "preset": "smoke", "provenance": { "model": "DeepSeek-V4 Engram", "notes": "One decoded token continuing a sequence: four hash ids and a two-slot carry state out of a single workgroup, so the measurement is launch latency." }, "vars": { "dtype": "int32", "count": 1, "heads": 4, "state": 2, "batch": 1, "historyReads": 1, "tableScalars": 7 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [1, 1], "dtype": "int32", "dist": "randint", "seed": 900, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 901, "min": 0, "max": 262144 } }, "outputs": { "hashIdsT": { "shape": [1, 1, 4], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-decode-b1-s1-fresh", "preset": "smoke", "provenance": { "model": "DeepSeek-V4 Engram", "notes": "The same decode step at the start of a sequence, where the window is all pad and no history buffer is bound." }, "vars": { "dtype": "int32", "count": 1, "heads": 4, "state": 2, "batch": 1, "historyReads": 0, "tableScalars": 7 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [1, 1], "dtype": "int32", "dist": "randint", "seed": 902, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } } }, "outputs": { "hashIdsT": { "shape": [1, 1, 4], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-chunk-b1-s256-past", "preset": "smoke", "provenance": { "model": "DeepSeek-V4 Engram", "notes": "A 256-token rung of the chunked-prefill ladder, the size a real prompt decomposes into most often." }, "vars": { "dtype": "int32", "count": 256, "heads": 4, "state": 2, "batch": 1, "historyReads": 1, "tableScalars": 7 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [1, 256], "dtype": "int32", "dist": "randint", "seed": 904, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 905, "min": 0, "max": 262144 } }, "outputs": { "hashIdsT": { "shape": [1, 256, 4], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-chunk-b1-s32-past", "preset": "smoke", "provenance": { "model": "DeepSeek-V4 Engram", "notes": "A 32-token rung: fewer span slots than one workgroup tile, so the whole call is one partly filled workgroup." }, "vars": { "dtype": "int32", "count": 32, "heads": 4, "state": 2, "batch": 1, "historyReads": 1, "tableScalars": 7 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [1, 32], "dtype": "int32", "dist": "randint", "seed": 906, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 907, "min": 0, "max": 262144 } }, "outputs": { "hashIdsT": { "shape": [1, 32, 4], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-prefill-b1-s512-past", "preset": "smoke", "provenance": { "model": "DeepSeek-V4 Engram", "notes": "A 512-token chunk, the largest rung of the chunked-prefill ladder." }, "vars": { "dtype": "int32", "count": 512, "heads": 4, "state": 2, "batch": 1, "historyReads": 1, "tableScalars": 7 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [1, 512], "dtype": "int32", "dist": "randint", "seed": 908, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 909, "min": 0, "max": 262144 } }, "outputs": { "hashIdsT": { "shape": [1, 512, 4], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ], "primary": true } }, { "name": "ngram-prefill-b1-s4096-fresh", "preset": "smoke", "provenance": { "model": "DeepSeek-V4 Engram", "notes": "A single-shot 4096-token prefill: 80 KB of traffic, still resident in cache." }, "vars": { "dtype": "int32", "count": 4096, "heads": 4, "state": 2, "batch": 1, "historyReads": 0, "tableScalars": 7 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [1, 4096], "dtype": "int32", "dist": "randint", "seed": 910, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } } }, "outputs": { "hashIdsT": { "shape": [1, 4096, 4], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-batched-b8-s512-past", "preset": "smoke", "provenance": { "model": "DeepSeek-V4 Engram", "notes": "Eight sequences of 512 tokens, which is what puts one workgroup row on every batch row." }, "vars": { "dtype": "int32", "count": 4096, "heads": 4, "state": 2, "batch": 8, "historyReads": 1, "tableScalars": 7 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [8, 512], "dtype": "int32", "dist": "randint", "seed": 912, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [8, 2], "dtype": "int32", "dist": "randint", "seed": 913, "min": 0, "max": 262144 } }, "outputs": { "hashIdsT": { "shape": [8, 512, 4], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [8, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-wide-4x4-b1-s512-past", "preset": "smoke", "provenance": { "notes": "A wider configuration: three n-gram orders times four heads is twelve hash ids per token, so the store dominates and the mix walk is one term longer." }, "vars": { "dtype": "int32", "count": 512, "heads": 12, "state": 3, "batch": 1, "historyReads": 1, "tableScalars": 16 }, "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 4, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [1, 512], "dtype": "int32", "dist": "randint", "seed": 914, "min": 0, "max": 262144 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 19] } }, "vocabSizesT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 100057, 100069, 100103, 100109, 100129, 100151, 100153, 100169] } }, "pastIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "randint", "seed": 915, "min": 0, "max": 262144 } }, "outputs": { "hashIdsT": { "shape": [1, 512, 12], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-heads2-b1-s4096-fresh", "preset": "smoke", "provenance": { "notes": "A single head per n-gram order, so two hash ids per position instead of four: the same walk with half the store traffic." }, "vars": { "dtype": "int32", "count": 4096, "heads": 2, "state": 2, "batch": 1, "historyReads": 0, "tableScalars": 5 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 1, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [1, 4096], "dtype": "int32", "dist": "randint", "seed": 916, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019] } } }, "outputs": { "hashIdsT": { "shape": [1, 4096, 2], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-prefill-b1-s32768-fresh", "preset": "scale", "provenance": { "model": "DeepSeek-V4 Engram", "notes": "A 32768-token single-shot prefill: 640 KB of traffic and one workgroup row, the longest sequence a single call carries." }, "vars": { "dtype": "int32", "count": 32768, "heads": 4, "state": 2, "batch": 1, "historyReads": 0, "tableScalars": 7 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [1, 32768], "dtype": "int32", "dist": "randint", "seed": 918, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } } }, "outputs": { "hashIdsT": { "shape": [1, 32768, 4], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-wide-4x4-b1-s32768-past", "preset": "scale", "provenance": { "notes": "The twelve-head configuration over 32768 positions, where the per-position store cost is what the measurement isolates." }, "vars": { "dtype": "int32", "count": 32768, "heads": 12, "state": 3, "batch": 1, "historyReads": 1, "tableScalars": 16 }, "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 4, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [1, 32768], "dtype": "int32", "dist": "randint", "seed": 920, "min": 0, "max": 262144 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 19] } }, "vocabSizesT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 100057, 100069, 100103, 100109, 100129, 100151, 100153, 100169] } }, "pastIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "randint", "seed": 921, "min": 0, "max": 262144 } }, "outputs": { "hashIdsT": { "shape": [1, 32768, 12], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-batched-b64-s32768-past", "preset": "scale", "provenance": { "notes": "Two million token positions across 64 rows: 42 MB of traffic, which still fits this device's last-level cache, so the same kernel is arithmetic-bound here rather than bandwidth-bound." }, "vars": { "dtype": "int32", "count": 2097152, "heads": 4, "state": 2, "batch": 64, "historyReads": 1, "tableScalars": 7 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [64, 32768], "dtype": "int32", "dist": "randint", "seed": 922, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "randint", "seed": 923, "min": 0, "max": 262144 } }, "outputs": { "hashIdsT": { "shape": [64, 32768, 4], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-batched-b160-s32768-past", "preset": "model", "provenance": { "notes": "Five million token positions across 160 rows: 105 MB of traffic at four heads, a working set past this device's caches, so its bandwidth figure is a DRAM figure rather than a resident one." }, "vars": { "dtype": "int32", "count": 5242880, "heads": 4, "state": 2, "batch": 160, "historyReads": 1, "tableScalars": 7 }, "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [160, 32768], "dtype": "int32", "dist": "randint", "seed": 922, "min": 0, "max": 262144 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [160, 2], "dtype": "int32", "dist": "randint", "seed": 923, "min": 0, "max": 262144 } }, "outputs": { "hashIdsT": { "shape": [160, 32768, 4], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [160, 2], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-wide-4x4-b64-s32768-past", "preset": "model", "provenance": { "notes": "The twelve-head configuration over two million token positions: 104 MB of traffic, a working set past this device's caches, so its bandwidth figure is a DRAM figure rather than a resident one." }, "vars": { "dtype": "int32", "count": 2097152, "heads": 12, "state": 3, "batch": 64, "historyReads": 1, "tableScalars": 16 }, "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 4, "pad_id": 0 }, "inputs": { "inputIdsT": { "shape": [64, 32768], "dtype": "int32", "dist": "randint", "seed": 924, "min": 0, "max": 262144 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 19] } }, "vocabSizesT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 100057, 100069, 100103, 100109, 100129, 100151, 100153, 100169] } }, "pastIdsT": { "shape": [64, 3], "dtype": "int32", "dist": "randint", "seed": 925, "min": 0, "max": 262144 } }, "outputs": { "hashIdsT": { "shape": [64, 32768, 12], "dtype": "int32", "dist": "empty" }, "presentIdsT": { "shape": [64, 3], "dtype": "int32", "dist": "empty" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] } }, { "name": "ngram-b256-s1-n3-p2-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } } }, "outputs": { "hashIdsT": { "shape": [256, 1, 4], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 4, "state": 2, "batch": 256, "historyReads": 0, "tableScalars": 7 } }, { "name": "ngram-b256-s31-n3-p2-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 4], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 4, "state": 2, "batch": 256, "historyReads": 0, "tableScalars": 7 } }, { "name": "ngram-b256-s257-n3-p2-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 4], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 4, "state": 2, "batch": 256, "historyReads": 0, "tableScalars": 7 } }, { "name": "ngram-b256-s1-n3-p2-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 1, 4], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 4, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 7 } }, { "name": "ngram-b256-s31-n3-p2-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 4], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 4, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 7 } }, { "name": "ngram-b256-s257-n3-p2-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 4], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 4, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 7 } }, { "name": "ngram-b256-s1-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 1, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s31-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s257-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s1-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 1, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s31-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s257-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s1-n2-p64-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 64, "state": 1, "batch": 256, "historyReads": 0, "tableScalars": 66 } }, { "name": "ngram-b256-s31-n2-p64-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 64, "state": 1, "batch": 256, "historyReads": 0, "tableScalars": 66 } }, { "name": "ngram-b256-s257-n2-p64-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 64, "state": 1, "batch": 256, "historyReads": 0, "tableScalars": 66 } }, { "name": "ngram-b256-s1-n2-p64-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 64, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 66 } }, { "name": "ngram-b256-s31-n2-p64-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 64, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 66 } }, { "name": "ngram-b256-s257-n2-p64-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 64, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 66 } }, { "name": "ngram-b256-s0-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 0], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 0, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 0, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 0 } }, { "name": "ngram-b256-s15-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 15, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 3840, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s16-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 16], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 16, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 4096, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s255-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 255], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 255, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65280, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s256-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 256], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 256, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65536, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b64-s1023-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1023], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1023, 60], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65472, "heads": 60, "state": 15, "batch": 64, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b64-s1024-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1024], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1024, 60], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65536, "heads": 60, "state": 15, "batch": 64, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b64-s1025-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 60], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 60, "state": 15, "batch": 64, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s0-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 0], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 0, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 0, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 0 } }, { "name": "ngram-b256-s15-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 15, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 3840, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s16-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 16], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 16, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 4096, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s255-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 255], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 255, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65280, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s256-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 256], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 256, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65536, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b64-s1023-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1023], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1023, 60], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65472, "heads": 60, "state": 15, "batch": 64, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b64-s1024-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1024], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1024, 60], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65536, "heads": 60, "state": 15, "batch": 64, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b64-s1025-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 60], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 60, "state": 15, "batch": 64, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b64-s1-n3-p2-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1, 4], "dtype": "int32" }, "presentIdsT": { "shape": [64, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 64, "heads": 4, "state": 2, "batch": 64, "historyReads": 1, "tableScalars": 7 } }, { "name": "ngram-b64-s1-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1, 60], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 64, "heads": 60, "state": 15, "batch": 64, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b1024-s1-n3-p2-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [1024, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [1024, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [1024, 1, 4], "dtype": "int32" }, "presentIdsT": { "shape": [1024, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 1024, "heads": 4, "state": 2, "batch": 1024, "historyReads": 1, "tableScalars": 7 } }, { "name": "ngram-b1024-s1-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [1024, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [1024, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [1024, 1, 60], "dtype": "int32" }, "presentIdsT": { "shape": [1024, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 1024, "heads": 60, "state": 15, "batch": 1024, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s2-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 2, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 512, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s4-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 4, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 1024, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s8-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 8], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 8, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 2048, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s17-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 17], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 17, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 4352, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s32-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 32], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 32, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 8192, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s64-n16-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 64], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 64, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 16384, "heads": 60, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 76 } }, { "name": "ngram-b256-s1-n5-p3-fresh", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] } } }, "outputs": { "hashIdsT": { "shape": [256, 1, 12], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 12, "state": 4, "batch": 256, "historyReads": 0, "tableScalars": 17 } }, { "name": "ngram-b256-s31-n5-p3-fresh", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 12], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 12, "state": 4, "batch": 256, "historyReads": 0, "tableScalars": 17 } }, { "name": "ngram-b256-s257-n5-p3-fresh", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 12], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 12, "state": 4, "batch": 256, "historyReads": 0, "tableScalars": 17 } }, { "name": "ngram-b256-s1-n9-p8-fresh", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 64, "state": 8, "batch": 256, "historyReads": 0, "tableScalars": 73 } }, { "name": "ngram-b256-s31-n9-p8-fresh", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 64, "state": 8, "batch": 256, "historyReads": 0, "tableScalars": 73 } }, { "name": "ngram-b256-s257-n9-p8-fresh", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 64, "state": 8, "batch": 256, "historyReads": 0, "tableScalars": 73 } }, { "name": "ngram-b256-s1-n16-p1-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [15], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] } } }, "outputs": { "hashIdsT": { "shape": [256, 1, 15], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 15, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 31 } }, { "name": "ngram-b256-s31-n16-p1-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [15], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 15], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 15, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 31 } }, { "name": "ngram-b256-s257-n16-p1-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [15], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 15], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 15, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 31 } }, { "name": "ngram-b256-s1-n3-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [8], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } } }, "outputs": { "hashIdsT": { "shape": [256, 1, 8], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 8, "state": 2, "batch": 256, "historyReads": 0, "tableScalars": 11 } }, { "name": "ngram-b256-s31-n3-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [8], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 8], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 8, "state": 2, "batch": 256, "historyReads": 0, "tableScalars": 11 } }, { "name": "ngram-b256-s257-n3-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [8], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 8], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 8, "state": 2, "batch": 256, "historyReads": 0, "tableScalars": 11 } }, { "name": "ngram-b256-s2-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 2, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 512, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s4-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 4, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 1024, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s8-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 8], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 8, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 2048, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s17-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 17], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 17, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 4352, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s32-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 32], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 32, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 8192, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s64-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 64], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 64, 60], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 16384, "heads": 60, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b256-s1-n5-p3-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 1, 12], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 12, "state": 4, "batch": 256, "historyReads": 1, "tableScalars": 17 } }, { "name": "ngram-b256-s31-n5-p3-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 12], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 12, "state": 4, "batch": 256, "historyReads": 1, "tableScalars": 17 } }, { "name": "ngram-b256-s257-n5-p3-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 12], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 12, "state": 4, "batch": 256, "historyReads": 1, "tableScalars": 17 } }, { "name": "ngram-b256-s1-n9-p8-past", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 8], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 64, "state": 8, "batch": 256, "historyReads": 1, "tableScalars": 73 } }, { "name": "ngram-b256-s31-n9-p8-past", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 8], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 64, "state": 8, "batch": 256, "historyReads": 1, "tableScalars": 73 } }, { "name": "ngram-b256-s257-n9-p8-past", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 8], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, "presentIdsT": { "shape": [256, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 64, "state": 8, "batch": 256, "historyReads": 1, "tableScalars": 73 } }, { "name": "ngram-b256-s1-n16-p1-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [15], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 1, 15], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 15, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 31 } }, { "name": "ngram-b256-s31-n16-p1-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [15], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 15], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 15, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 31 } }, { "name": "ngram-b256-s257-n16-p1-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [15], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 15], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 15, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 31 } }, { "name": "ngram-b256-s1-n3-p4-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [8], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 1, 8], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 256, "heads": 8, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 11 } }, { "name": "ngram-b256-s31-n3-p4-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [8], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 8], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 8, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 11 } }, { "name": "ngram-b256-s257-n3-p4-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [8], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 8], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 8, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 11 } }, { "name": "ngram-b1-s1-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [1, 1], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [1, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [1, 1, 60], "dtype": "int32" }, "presentIdsT": { "shape": [1, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 1, "heads": 60, "state": 15, "batch": 1, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b1-s257-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [1, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [1, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [1, 257, 60], "dtype": "int32" }, "presentIdsT": { "shape": [1, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 257, "heads": 60, "state": 15, "batch": 1, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b8-s31-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [8, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [8, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [8, 31, 60], "dtype": "int32" }, "presentIdsT": { "shape": [8, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 248, "heads": 60, "state": 15, "batch": 8, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b64-s31-n16-p4-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [60], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 31, 60], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 1984, "heads": 60, "state": 15, "batch": 64, "historyReads": 1, "tableScalars": 76 } }, { "name": "ngram-b64-s1025-n5-p3-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [64, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 12], "dtype": "int32" }, "presentIdsT": { "shape": [64, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 12, "state": 4, "batch": 64, "historyReads": 1, "tableScalars": 17 } }, { "name": "ngram-b64-s1025-n9-p8-past", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 8], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 64], "dtype": "int32" }, "presentIdsT": { "shape": [64, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 64, "state": 8, "batch": 64, "historyReads": 1, "tableScalars": 73 } }, { "name": "ngram-b64-s1025-n16-p1-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [15], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] } }, "pastIdsT": { "shape": [64, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 15], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 15, "state": 15, "batch": 64, "historyReads": 1, "tableScalars": 31 } }, { "name": "ngram-b64-s1025-n3-p4-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [8], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } }, "pastIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 8], "dtype": "int32" }, "presentIdsT": { "shape": [64, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 8, "state": 2, "batch": 64, "historyReads": 1, "tableScalars": 11 } }, { "name": "ngram-b64-s1025-n3-p2-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } }, "pastIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 4], "dtype": "int32" }, "presentIdsT": { "shape": [64, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 4, "state": 2, "batch": 64, "historyReads": 1, "tableScalars": 7 } }, { "name": "ngram-b256-s31-n2-p31-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 31, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [31], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p31-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 31], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 31, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 33 } }, { "name": "ngram-b256-s257-n2-p31-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 31, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [31], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p31-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 31], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 31, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 33 } }, { "name": "ngram-b64-s1025-n2-p31-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 31, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [31], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p31-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 31], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 31, "state": 1, "batch": 64, "historyReads": 1, "tableScalars": 33 } }, { "name": "ngram-b256-s31-n2-p32-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 32, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 32], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 32, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 34 } }, { "name": "ngram-b256-s257-n2-p32-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 32, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 32], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 32, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 34 } }, { "name": "ngram-b64-s1025-n2-p32-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 32, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 32], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 32, "state": 1, "batch": 64, "historyReads": 1, "tableScalars": 34 } }, { "name": "ngram-b256-s31-n2-p33-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 33, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [33], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p33-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 33], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 33, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 35 } }, { "name": "ngram-b256-s257-n2-p33-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 33, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [33], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p33-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 33], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 33, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 35 } }, { "name": "ngram-b64-s1025-n2-p33-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 33, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [33], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p33-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 33], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 33, "state": 1, "batch": 64, "historyReads": 1, "tableScalars": 35 } }, { "name": "ngram-b256-s31-n5-p8-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 32], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 32, "state": 4, "batch": 256, "historyReads": 1, "tableScalars": 37 } }, { "name": "ngram-b256-s257-n5-p8-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 32], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 32, "state": 4, "batch": 256, "historyReads": 1, "tableScalars": 37 } }, { "name": "ngram-b64-s1025-n5-p8-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 32], "dtype": "int32" }, "presentIdsT": { "shape": [64, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 32, "state": 4, "batch": 64, "historyReads": 1, "tableScalars": 37 } }, { "name": "ngram-b256-s31-n9-p4-past", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 8], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 32], "dtype": "int32" }, "presentIdsT": { "shape": [256, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 32, "state": 8, "batch": 256, "historyReads": 1, "tableScalars": 41 } }, { "name": "ngram-b256-s257-n9-p4-past", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 8], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 32], "dtype": "int32" }, "presentIdsT": { "shape": [256, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 32, "state": 8, "batch": 256, "historyReads": 1, "tableScalars": 41 } }, { "name": "ngram-b64-s1025-n9-p4-past", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 8], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 32], "dtype": "int32" }, "presentIdsT": { "shape": [64, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 32, "state": 8, "batch": 64, "historyReads": 1, "tableScalars": 41 } }, { "name": "ngram-b256-s31-n16-p2-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [30], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p2-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 30], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 30, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 46 } }, { "name": "ngram-b256-s257-n16-p2-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [30], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p2-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 30], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 30, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 46 } }, { "name": "ngram-b64-s1025-n16-p2-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 2, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [30], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p2-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 30], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 30, "state": 15, "batch": 64, "historyReads": 1, "tableScalars": 46 } }, { "name": "ngram-b256-s31-n16-p3-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [45], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 45], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 45, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n16-p3-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [45], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 45], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 45, "state": 15, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n16-p3-past", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [45], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 15], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 45], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 45, "state": 15, "batch": 64, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n3-p8-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p8-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 16], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 16, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 19 } }, { "name": "ngram-b256-s257-n3-p8-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p8-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 16], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 16, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 19 } }, { "name": "ngram-b64-s1025-n3-p8-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p8-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 16], "dtype": "int32" }, "presentIdsT": { "shape": [64, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 16, "state": 2, "batch": 64, "historyReads": 1, "tableScalars": 19 } }, { "name": "ngram-b256-s31-n4-p8-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [24], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p8-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 24], "dtype": "int32" }, "presentIdsT": { "shape": [256, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 24, "state": 3, "batch": 256, "historyReads": 1, "tableScalars": 28 } }, { "name": "ngram-b256-s257-n4-p8-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [24], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p8-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 24], "dtype": "int32" }, "presentIdsT": { "shape": [256, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 24, "state": 3, "batch": 256, "historyReads": 1, "tableScalars": 28 } }, { "name": "ngram-b64-s1025-n4-p8-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [24], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p8-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 24], "dtype": "int32" }, "presentIdsT": { "shape": [64, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 24, "state": 3, "batch": 64, "historyReads": 1, "tableScalars": 28 } }, { "name": "ngram-b256-s31-n2-p39-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 39, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [39], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p39-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 39], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 39, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 41 } }, { "name": "ngram-b256-s257-n2-p39-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 39, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [39], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p39-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 39], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 39, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 41 } }, { "name": "ngram-b64-s1025-n2-p39-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 39, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [39], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p39-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 39], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 39, "state": 1, "batch": 64, "historyReads": 1, "tableScalars": 41 } }, { "name": "ngram-b256-s31-n2-p40-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 40, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 40, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 42 } }, { "name": "ngram-b256-s257-n2-p40-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 40, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 40, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 42 } }, { "name": "ngram-b64-s1025-n2-p40-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 40, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 40, "state": 1, "batch": 64, "historyReads": 1, "tableScalars": 42 } }, { "name": "ngram-b256-s31-n2-p41-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 41, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [41], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p41-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 41], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 41, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 43 } }, { "name": "ngram-b256-s257-n2-p41-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 41, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [41], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p41-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 41], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 41, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 43 } }, { "name": "ngram-b64-s1025-n2-p41-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 41, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [41], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p41-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 41], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 41, "state": 1, "batch": 64, "historyReads": 1, "tableScalars": 43 } }, { "name": "ngram-b256-s31-n5-p10-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 10, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 40, "state": 4, "batch": 256, "historyReads": 1, "tableScalars": 45 } }, { "name": "ngram-b256-s257-n5-p10-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 10, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 40, "state": 4, "batch": 256, "historyReads": 1, "tableScalars": 45 } }, { "name": "ngram-b64-s1025-n5-p10-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 10, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, "presentIdsT": { "shape": [64, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 40, "state": 4, "batch": 64, "historyReads": 1, "tableScalars": 45 } }, { "name": "ngram-b256-s31-n9-p5-past", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 5, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 8], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, "presentIdsT": { "shape": [256, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 40, "state": 8, "batch": 256, "historyReads": 1, "tableScalars": 49 } }, { "name": "ngram-b256-s257-n9-p5-past", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 5, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 8], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, "presentIdsT": { "shape": [256, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 40, "state": 8, "batch": 256, "historyReads": 1, "tableScalars": 49 } }, { "name": "ngram-b64-s1025-n9-p5-past", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 5, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 8], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, "presentIdsT": { "shape": [64, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 40, "state": 8, "batch": 64, "historyReads": 1, "tableScalars": 49 } }, { "name": "ngram-b256-s31-n11-p4-past", "preset": "all", "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [11], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 10], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, "presentIdsT": { "shape": [256, 10], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 40, "state": 10, "batch": 256, "historyReads": 1, "tableScalars": 51 } }, { "name": "ngram-b256-s257-n11-p4-past", "preset": "all", "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [11], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 10], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, "presentIdsT": { "shape": [256, 10], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 40, "state": 10, "batch": 256, "historyReads": 1, "tableScalars": 51 } }, { "name": "ngram-b64-s1025-n11-p4-past", "preset": "all", "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [11], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } }, "vocabSizesT": { "shape": [40], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 10], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, "presentIdsT": { "shape": [64, 10], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 40, "state": 10, "batch": 64, "historyReads": 1, "tableScalars": 51 } }, { "name": "ngram-b256-s31-n15-p3-past", "preset": "all", "attrs": { "max_ngram_size": 15, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [15], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19] } }, "vocabSizesT": { "shape": [42], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n15-p3-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 14], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 42], "dtype": "int32" }, "presentIdsT": { "shape": [256, 14], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 42, "state": 14, "batch": 256, "historyReads": 1, "tableScalars": 57 } }, { "name": "ngram-b256-s257-n15-p3-past", "preset": "all", "attrs": { "max_ngram_size": 15, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [15], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19] } }, "vocabSizesT": { "shape": [42], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n15-p3-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 14], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 42], "dtype": "int32" }, "presentIdsT": { "shape": [256, 14], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 42, "state": 14, "batch": 256, "historyReads": 1, "tableScalars": 57 } }, { "name": "ngram-b64-s1025-n15-p3-past", "preset": "all", "attrs": { "max_ngram_size": 15, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [15], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19] } }, "vocabSizesT": { "shape": [42], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n15-p3-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 14], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 42], "dtype": "int32" }, "presentIdsT": { "shape": [64, 14], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 42, "state": 14, "batch": 64, "historyReads": 1, "tableScalars": 57 } }, { "name": "ngram-b256-s31-n12-p4-past", "preset": "all", "attrs": { "max_ngram_size": 12, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [44], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n12-p4-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 11], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 44], "dtype": "int32" }, "presentIdsT": { "shape": [256, 11], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 44, "state": 11, "batch": 256, "historyReads": 1, "tableScalars": 56 } }, { "name": "ngram-b256-s257-n12-p4-past", "preset": "all", "attrs": { "max_ngram_size": 12, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [44], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n12-p4-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 11], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 44], "dtype": "int32" }, "presentIdsT": { "shape": [256, 11], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 44, "state": 11, "batch": 256, "historyReads": 1, "tableScalars": 56 } }, { "name": "ngram-b64-s1025-n12-p4-past", "preset": "all", "attrs": { "max_ngram_size": 12, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [12], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [44], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n12-p4-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 11], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 44], "dtype": "int32" }, "presentIdsT": { "shape": [64, 11], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 44, "state": 11, "batch": 64, "historyReads": 1, "tableScalars": 56 } }, { "name": "ngram-b256-s31-n4-p16-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 16, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [48], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 48], "dtype": "int32" }, "presentIdsT": { "shape": [256, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 48, "state": 3, "batch": 256, "historyReads": 1, "tableScalars": 52 } }, { "name": "ngram-b256-s257-n4-p16-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 16, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [48], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 48], "dtype": "int32" }, "presentIdsT": { "shape": [256, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 48, "state": 3, "batch": 256, "historyReads": 1, "tableScalars": 52 } }, { "name": "ngram-b64-s1025-n4-p16-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 16, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [48], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 48], "dtype": "int32" }, "presentIdsT": { "shape": [64, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 48, "state": 3, "batch": 64, "historyReads": 1, "tableScalars": 52 } }, { "name": "ngram-b256-s31-n2-p57-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 57, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 59 } }, { "name": "ngram-b256-s257-n2-p57-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 57, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 59 } }, { "name": "ngram-b64-s1025-n2-p57-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 57, "state": 1, "batch": 64, "historyReads": 1, "tableScalars": 59 } }, { "name": "ngram-b256-s31-n2-p58-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 58, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 60 } }, { "name": "ngram-b256-s257-n2-p58-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 58, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 60 } }, { "name": "ngram-b64-s1025-n2-p58-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 58, "state": 1, "batch": 64, "historyReads": 1, "tableScalars": 60 } }, { "name": "ngram-b256-s31-n2-p59-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [59], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 59], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 59, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n2-p59-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [59], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 59], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 59, "state": 1, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n2-p59-past", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [59], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 1], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 59], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 59, "state": 1, "batch": 64, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n3-p28-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 56, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 59 } }, { "name": "ngram-b256-s257-n3-p28-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 56, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 59 } }, { "name": "ngram-b64-s1025-n3-p28-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, "presentIdsT": { "shape": [64, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 56, "state": 2, "batch": 64, "historyReads": 1, "tableScalars": 59 } }, { "name": "ngram-b256-s31-n3-p29-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 58, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n3-p29-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 58, "state": 2, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n3-p29-past", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, "presentIdsT": { "shape": [64, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 58, "state": 2, "batch": 64, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n4-p18-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 18, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [54], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 54], "dtype": "int32" }, "presentIdsT": { "shape": [256, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 54, "state": 3, "batch": 256, "historyReads": 1, "tableScalars": 58 } }, { "name": "ngram-b256-s257-n4-p18-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 18, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [54], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 54], "dtype": "int32" }, "presentIdsT": { "shape": [256, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 54, "state": 3, "batch": 256, "historyReads": 1, "tableScalars": 58 } }, { "name": "ngram-b64-s1025-n4-p18-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 18, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [54], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 54], "dtype": "int32" }, "presentIdsT": { "shape": [64, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 54, "state": 3, "batch": 64, "historyReads": 1, "tableScalars": 58 } }, { "name": "ngram-b256-s31-n4-p19-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, "presentIdsT": { "shape": [256, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 57, "state": 3, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n4-p19-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, "presentIdsT": { "shape": [256, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 57, "state": 3, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n4-p19-past", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 3], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, "presentIdsT": { "shape": [64, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 57, "state": 3, "batch": 64, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n5-p14-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 56, "state": 4, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n5-p14-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 56, "state": 4, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n5-p14-past", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 4], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, "presentIdsT": { "shape": [64, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 56, "state": 4, "batch": 64, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n7-p9-past", "preset": "all", "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [7], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } }, "vocabSizesT": { "shape": [54], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 6], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 54], "dtype": "int32" }, "presentIdsT": { "shape": [256, 6], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 54, "state": 6, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n7-p9-past", "preset": "all", "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [7], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } }, "vocabSizesT": { "shape": [54], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 6], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 54], "dtype": "int32" }, "presentIdsT": { "shape": [256, 6], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 54, "state": 6, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n7-p9-past", "preset": "all", "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [7], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } }, "vocabSizesT": { "shape": [54], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 6], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 54], "dtype": "int32" }, "presentIdsT": { "shape": [64, 6], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 54, "state": 6, "batch": 64, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n11-p5-past", "preset": "all", "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [11], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } }, "vocabSizesT": { "shape": [50], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 10], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 50], "dtype": "int32" }, "presentIdsT": { "shape": [256, 10], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 50, "state": 10, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n11-p5-past", "preset": "all", "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [11], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } }, "vocabSizesT": { "shape": [50], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 10], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 50], "dtype": "int32" }, "presentIdsT": { "shape": [256, 10], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 50, "state": 10, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n11-p5-past", "preset": "all", "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [11], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } }, "vocabSizesT": { "shape": [50], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 10], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 50], "dtype": "int32" }, "presentIdsT": { "shape": [64, 10], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 50, "state": 10, "batch": 64, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n13-p4-past", "preset": "all", "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [13], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [48], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 12], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 31, 48], "dtype": "int32" }, "presentIdsT": { "shape": [256, 12], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 48, "state": 12, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n13-p4-past", "preset": "all", "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [13], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [48], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [256, 12], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [256, 257, 48], "dtype": "int32" }, "presentIdsT": { "shape": [256, 12], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 48, "state": 12, "batch": 256, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n13-p4-past", "preset": "all", "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [13], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [48], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } } }, "pastIdsT": { "shape": [64, 12], "dtype": "int32", "dist": "randint", "seed": 8502, "min": -1073741824, "max": 1073741824 } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 48], "dtype": "int32" }, "presentIdsT": { "shape": [64, 12], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 48, "state": 12, "batch": 64, "historyReads": 1, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n9-p8-fresh", "preset": "all", "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [9], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } }, "vocabSizesT": { "shape": [64], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 64], "dtype": "int32" }, "presentIdsT": { "shape": [64, 8], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 64, "state": 8, "batch": 64, "historyReads": 0, "tableScalars": 73 } }, { "name": "ngram-b256-s31-n16-p3-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [45], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 45], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 45, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n16-p3-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [45], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 45], "dtype": "int32" }, "presentIdsT": { "shape": [256, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 45, "state": 15, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n16-p3-fresh", "preset": "all", "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } } }, "vocabSizesT": { "shape": [45], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 45], "dtype": "int32" }, "presentIdsT": { "shape": [64, 15], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 45, "state": 15, "batch": 64, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n2-p57-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 57, "state": 1, "batch": 256, "historyReads": 0, "tableScalars": 59 } }, { "name": "ngram-b256-s257-n2-p57-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 57, "state": 1, "batch": 256, "historyReads": 0, "tableScalars": 59 } }, { "name": "ngram-b64-s1025-n2-p57-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 57, "state": 1, "batch": 64, "historyReads": 0, "tableScalars": 59 } }, { "name": "ngram-b256-s31-n2-p58-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 58, "state": 1, "batch": 256, "historyReads": 0, "tableScalars": 60 } }, { "name": "ngram-b256-s257-n2-p58-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 58, "state": 1, "batch": 256, "historyReads": 0, "tableScalars": 60 } }, { "name": "ngram-b64-s1025-n2-p58-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 58, "state": 1, "batch": 64, "historyReads": 0, "tableScalars": 60 } }, { "name": "ngram-b256-s31-n2-p59-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [59], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 59], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 59, "state": 1, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n2-p59-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [59], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 59], "dtype": "int32" }, "presentIdsT": { "shape": [256, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 59, "state": 1, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n2-p59-fresh", "preset": "all", "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, "vocabSizesT": { "shape": [59], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 59], "dtype": "int32" }, "presentIdsT": { "shape": [64, 1], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 59, "state": 1, "batch": 64, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n3-p28-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 56, "state": 2, "batch": 256, "historyReads": 0, "tableScalars": 59 } }, { "name": "ngram-b256-s257-n3-p28-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 56, "state": 2, "batch": 256, "historyReads": 0, "tableScalars": 59 } }, { "name": "ngram-b64-s1025-n3-p28-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, "presentIdsT": { "shape": [64, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 56, "state": 2, "batch": 64, "historyReads": 0, "tableScalars": 59 } }, { "name": "ngram-b256-s31-n3-p29-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 58, "state": 2, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n3-p29-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, "presentIdsT": { "shape": [256, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 58, "state": 2, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n3-p29-fresh", "preset": "all", "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, "vocabSizesT": { "shape": [58], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, "presentIdsT": { "shape": [64, 2], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 58, "state": 2, "batch": 64, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n4-p19-fresh", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, "presentIdsT": { "shape": [256, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 57, "state": 3, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n4-p19-fresh", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, "presentIdsT": { "shape": [256, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 57, "state": 3, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n4-p19-fresh", "preset": "all", "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } }, "vocabSizesT": { "shape": [57], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, "presentIdsT": { "shape": [64, 3], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 57, "state": 3, "batch": 64, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n5-p14-fresh", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 56, "state": 4, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n5-p14-fresh", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, "presentIdsT": { "shape": [256, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 56, "state": 4, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n5-p14-fresh", "preset": "all", "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [56], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, "presentIdsT": { "shape": [64, 4], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 56, "state": 4, "batch": 64, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n7-p9-fresh", "preset": "all", "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [7], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } }, "vocabSizesT": { "shape": [54], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 54], "dtype": "int32" }, "presentIdsT": { "shape": [256, 6], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 54, "state": 6, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n7-p9-fresh", "preset": "all", "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [7], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } }, "vocabSizesT": { "shape": [54], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 54], "dtype": "int32" }, "presentIdsT": { "shape": [256, 6], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 54, "state": 6, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n7-p9-fresh", "preset": "all", "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [7], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } }, "vocabSizesT": { "shape": [54], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 54], "dtype": "int32" }, "presentIdsT": { "shape": [64, 6], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 54, "state": 6, "batch": 64, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n11-p5-fresh", "preset": "all", "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [11], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } }, "vocabSizesT": { "shape": [50], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 50], "dtype": "int32" }, "presentIdsT": { "shape": [256, 10], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 50, "state": 10, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n11-p5-fresh", "preset": "all", "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [11], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } }, "vocabSizesT": { "shape": [50], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 50], "dtype": "int32" }, "presentIdsT": { "shape": [256, 10], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 50, "state": 10, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n11-p5-fresh", "preset": "all", "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [11], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } }, "vocabSizesT": { "shape": [50], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 50], "dtype": "int32" }, "presentIdsT": { "shape": [64, 10], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 50, "state": 10, "batch": 64, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s31-n13-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 31], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [13], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [48], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 31, 48], "dtype": "int32" }, "presentIdsT": { "shape": [256, 12], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 7936, "heads": 48, "state": 12, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b256-s257-n13-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [256, 257], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [13], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [48], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [256, 257, 48], "dtype": "int32" }, "presentIdsT": { "shape": [256, 12], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65792, "heads": 48, "state": 12, "batch": 256, "historyReads": 0, "tableScalars": 61 } }, { "name": "ngram-b64-s1025-n13-p4-fresh", "preset": "all", "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, "inputs": { "inputIdsT": { "shape": [64, 1025], "dtype": "int32", "dist": "randint", "seed": 8501, "min": -1073741824, "max": 1073741824 }, "multipliersT": { "shape": [13], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] } }, "vocabSizesT": { "shape": [48], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } } } }, "outputs": { "hashIdsT": { "shape": [64, 1025, 48], "dtype": "int32" }, "presentIdsT": { "shape": [64, 12], "dtype": "int32" } }, "bench": { "metrics": [ { "type": "bandwidth", "provenance": "logical", "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" } ] }, "vars": { "dtype": "int32", "count": 65600, "heads": 48, "state": 12, "batch": 64, "historyReads": 0, "tableScalars": 61 } } ] }