| { |
| "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256, 512], "ITEMS_PER_LANE": [1, 2, 4, 8] }, |
| "fixtureArrays": { |
| "ngram-b256-s1-n16-p4-fresh_input_multipliersT": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19, 31], |
| "ngram-b256-s1-n16-p4-fresh_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049], |
| "ngram-b256-s1-n2-p64-fresh_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], |
| "ngram-b256-s31-n2-p31-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17], |
| "ngram-b256-s31-n2-p32-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], |
| "ngram-b256-s31-n2-p33-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003], |
| "ngram-b256-s31-n16-p2-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647], |
| "ngram-b256-s31-n16-p3-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537], |
| "ngram-b256-s31-n3-p8-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], |
| "ngram-b256-s31-n4-p8-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], |
| "ngram-b256-s31-n2-p39-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17], |
| "ngram-b256-s31-n2-p40-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], |
| "ngram-b256-s31-n2-p41-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003], |
| "ngram-b256-s31-n15-p3-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019], |
| "ngram-b256-s31-n12-p4-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049], |
| "ngram-b256-s31-n4-p16-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], |
| "ngram-b256-s31-n2-p57-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003], |
| "ngram-b256-s31-n2-p58-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019], |
| "ngram-b256-s31-n2-p59-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043], |
| "ngram-b256-s31-n3-p28-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], |
| "ngram-b256-s31-n4-p18-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647], |
| "ngram-b256-s31-n11-p5-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019] |
| }, |
| "cases": [ |
| { |
| "name": "ngram-decode-b1-s1-past", |
| "preset": "smoke", |
| "provenance": { |
| "model": "DeepSeek-V4 Engram", |
| "notes": "One decoded token continuing a sequence: four hash ids and a two-slot carry state out of a single workgroup, so the measurement is launch latency." |
| }, |
| "vars": { "dtype": "int32", "count": 1, "heads": 4, "state": 2, "batch": 1, "historyReads": 1, "tableScalars": 7 }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [1, 1], "dtype": "int32", "dist": "randint", "seed": 900, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 901, "min": 0, "max": 262144 } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 1, 4], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-decode-b1-s1-fresh", |
| "preset": "smoke", |
| "provenance": { |
| "model": "DeepSeek-V4 Engram", |
| "notes": "The same decode step at the start of a sequence, where the window is all pad and no history buffer is bound." |
| }, |
| "vars": { "dtype": "int32", "count": 1, "heads": 4, "state": 2, "batch": 1, "historyReads": 0, "tableScalars": 7 }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [1, 1], "dtype": "int32", "dist": "randint", "seed": 902, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 1, 4], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-chunk-b1-s256-past", |
| "preset": "smoke", |
| "provenance": { |
| "model": "DeepSeek-V4 Engram", |
| "notes": "A 256-token rung of the chunked-prefill ladder, the size a real prompt decomposes into most often." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 4, |
| "state": 2, |
| "batch": 1, |
| "historyReads": 1, |
| "tableScalars": 7 |
| }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [1, 256], "dtype": "int32", "dist": "randint", "seed": 904, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 905, "min": 0, "max": 262144 } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 256, 4], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-chunk-b1-s32-past", |
| "preset": "smoke", |
| "provenance": { |
| "model": "DeepSeek-V4 Engram", |
| "notes": "A 32-token rung: fewer span slots than one workgroup tile, so the whole call is one partly filled workgroup." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 32, |
| "heads": 4, |
| "state": 2, |
| "batch": 1, |
| "historyReads": 1, |
| "tableScalars": 7 |
| }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [1, 32], "dtype": "int32", "dist": "randint", "seed": 906, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 907, "min": 0, "max": 262144 } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 32, 4], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-prefill-b1-s512-past", |
| "preset": "smoke", |
| "provenance": { |
| "model": "DeepSeek-V4 Engram", |
| "notes": "A 512-token chunk, the largest rung of the chunked-prefill ladder." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 512, |
| "heads": 4, |
| "state": 2, |
| "batch": 1, |
| "historyReads": 1, |
| "tableScalars": 7 |
| }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [1, 512], "dtype": "int32", "dist": "randint", "seed": 908, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 909, "min": 0, "max": 262144 } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 512, 4], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ], |
| "primary": true |
| } |
| }, |
| { |
| "name": "ngram-prefill-b1-s4096-fresh", |
| "preset": "smoke", |
| "provenance": { |
| "model": "DeepSeek-V4 Engram", |
| "notes": "A single-shot 4096-token prefill: 80 KB of traffic, still resident in cache." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 4096, |
| "heads": 4, |
| "state": 2, |
| "batch": 1, |
| "historyReads": 0, |
| "tableScalars": 7 |
| }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [1, 4096], "dtype": "int32", "dist": "randint", "seed": 910, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 4096, 4], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-batched-b8-s512-past", |
| "preset": "smoke", |
| "provenance": { |
| "model": "DeepSeek-V4 Engram", |
| "notes": "Eight sequences of 512 tokens, which is what puts one workgroup row on every batch row." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 4096, |
| "heads": 4, |
| "state": 2, |
| "batch": 8, |
| "historyReads": 1, |
| "tableScalars": 7 |
| }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [8, 512], "dtype": "int32", "dist": "randint", "seed": 912, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { "shape": [8, 2], "dtype": "int32", "dist": "randint", "seed": 913, "min": 0, "max": 262144 } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [8, 512, 4], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [8, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-wide-4x4-b1-s512-past", |
| "preset": "smoke", |
| "provenance": { |
| "notes": "A wider configuration: three n-gram orders times four heads is twelve hash ids per token, so the store dominates and the mix walk is one term longer." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 512, |
| "heads": 12, |
| "state": 3, |
| "batch": 1, |
| "historyReads": 1, |
| "tableScalars": 16 |
| }, |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 4, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [1, 512], "dtype": "int32", "dist": "randint", "seed": 914, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 19] } }, |
| "vocabSizesT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 100057, 100069, 100103, 100109, 100129, 100151, 100153, 100169] |
| } |
| }, |
| "pastIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "randint", "seed": 915, "min": 0, "max": 262144 } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 512, 12], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-heads2-b1-s4096-fresh", |
| "preset": "smoke", |
| "provenance": { |
| "notes": "A single head per n-gram order, so two hash ids per position instead of four: the same walk with half the store traffic." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 4096, |
| "heads": 2, |
| "state": 2, |
| "batch": 1, |
| "historyReads": 0, |
| "tableScalars": 5 |
| }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 1, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [1, 4096], "dtype": "int32", "dist": "randint", "seed": 916, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019] } } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 4096, 2], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-prefill-b1-s32768-fresh", |
| "preset": "scale", |
| "provenance": { |
| "model": "DeepSeek-V4 Engram", |
| "notes": "A 32768-token single-shot prefill: 640 KB of traffic and one workgroup row, the longest sequence a single call carries." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 32768, |
| "heads": 4, |
| "state": 2, |
| "batch": 1, |
| "historyReads": 0, |
| "tableScalars": 7 |
| }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [1, 32768], "dtype": "int32", "dist": "randint", "seed": 918, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 32768, 4], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-wide-4x4-b1-s32768-past", |
| "preset": "scale", |
| "provenance": { |
| "notes": "The twelve-head configuration over 32768 positions, where the per-position store cost is what the measurement isolates." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 32768, |
| "heads": 12, |
| "state": 3, |
| "batch": 1, |
| "historyReads": 1, |
| "tableScalars": 16 |
| }, |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 4, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [1, 32768], "dtype": "int32", "dist": "randint", "seed": 920, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 19] } }, |
| "vocabSizesT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 100057, 100069, 100103, 100109, 100129, 100151, 100153, 100169] |
| } |
| }, |
| "pastIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "randint", "seed": 921, "min": 0, "max": 262144 } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 32768, 12], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-batched-b64-s32768-past", |
| "preset": "scale", |
| "provenance": { |
| "notes": "Two million token positions across 64 rows: 42 MB of traffic, which still fits this device's last-level cache, so the same kernel is arithmetic-bound here rather than bandwidth-bound." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 2097152, |
| "heads": 4, |
| "state": 2, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 7 |
| }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [64, 32768], "dtype": "int32", "dist": "randint", "seed": 922, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "randint", "seed": 923, "min": 0, "max": 262144 } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 32768, 4], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-batched-b160-s32768-past", |
| "preset": "model", |
| "provenance": { |
| "notes": "Five million token positions across 160 rows: 105 MB of traffic at four heads, a working set past this device's caches, so its bandwidth figure is a DRAM figure rather than a resident one." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 5242880, |
| "heads": 4, |
| "state": 2, |
| "batch": 160, |
| "historyReads": 1, |
| "tableScalars": 7 |
| }, |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [160, 32768], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 922, |
| "min": 0, |
| "max": 262144 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { "shape": [160, 2], "dtype": "int32", "dist": "randint", "seed": 923, "min": 0, "max": 262144 } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [160, 32768, 4], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [160, 2], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-wide-4x4-b64-s32768-past", |
| "preset": "model", |
| "provenance": { |
| "notes": "The twelve-head configuration over two million token positions: 104 MB of traffic, a working set past this device's caches, so its bandwidth figure is a DRAM figure rather than a resident one." |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 2097152, |
| "heads": 12, |
| "state": 3, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 16 |
| }, |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 4, "pad_id": 0 }, |
| "inputs": { |
| "inputIdsT": { "shape": [64, 32768], "dtype": "int32", "dist": "randint", "seed": 924, "min": 0, "max": 262144 }, |
| "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 19] } }, |
| "vocabSizesT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 100057, 100069, 100103, 100109, 100129, 100151, 100153, 100169] |
| } |
| }, |
| "pastIdsT": { "shape": [64, 3], "dtype": "int32", "dist": "randint", "seed": 925, "min": 0, "max": 262144 } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 32768, 12], "dtype": "int32", "dist": "empty" }, |
| "presentIdsT": { "shape": [64, 3], "dtype": "int32", "dist": "empty" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n3-p2-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 4], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 4, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 7 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n3-p2-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 4], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 4, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 7 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n3-p2-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 4], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 4, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 7 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n3-p2-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 4], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 4, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 7 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n3-p2-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 4], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 4, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 7 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n3-p2-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 4], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 4, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 7 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n2-p64-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 64, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 66 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p64-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 64, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 66 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p64-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 64, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 66 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n2-p64-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 64, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 66 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p64-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 64, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 66 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p64-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 64, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 66 |
| } |
| }, |
| { |
| "name": "ngram-b256-s0-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 0], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 0, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 0, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 0 |
| } |
| }, |
| { |
| "name": "ngram-b256-s15-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 15, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 3840, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s16-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 16], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 16, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 4096, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s255-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 255], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 255, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65280, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s256-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 256], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 256, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65536, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1023-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1023], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1023, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65472, |
| "heads": 60, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1024-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1024], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1024, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65536, |
| "heads": 60, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 60, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s0-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 0], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 0, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 0, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 0 |
| } |
| }, |
| { |
| "name": "ngram-b256-s15-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 15, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 3840, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s16-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 16], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 16, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 4096, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s255-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 255], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 255, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65280, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s256-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 256], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 256, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65536, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1023-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1023], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1023, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65472, |
| "heads": 60, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1024-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1024], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1024, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65536, |
| "heads": 60, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 60, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1-n3-p2-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { |
| "shape": [64, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1, 4], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 64, |
| "heads": 4, |
| "state": 2, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 7 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 64, |
| "heads": 60, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b1024-s1-n3-p2-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [1024, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { |
| "shape": [1024, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1024, 1, 4], "dtype": "int32" }, |
| "presentIdsT": { "shape": [1024, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 1024, |
| "heads": 4, |
| "state": 2, |
| "batch": 1024, |
| "historyReads": 1, |
| "tableScalars": 7 |
| } |
| }, |
| { |
| "name": "ngram-b1024-s1-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [1024, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [1024, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1024, 1, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [1024, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 1024, |
| "heads": 60, |
| "state": 15, |
| "batch": 1024, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s2-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 2, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 512, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s4-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 4, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 1024, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s8-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 8, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 2048, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s17-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 17], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 17, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 4352, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s32-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 32], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 32, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 8192, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s64-n16-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 64], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 64, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 16384, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n5-p3-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 12], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 12, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 17 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n5-p3-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 12], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 12, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 17 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n5-p3-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 12], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 12, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 17 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n9-p8-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 64, |
| "state": 8, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 73 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n9-p8-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 64, |
| "state": 8, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 73 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n9-p8-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 64, |
| "state": 8, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 73 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n16-p1-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [15], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 15], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 15, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 31 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n16-p1-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [15], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 15], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 15, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 31 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n16-p1-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [15], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 15], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 15, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 31 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n3-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [8], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 8], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 8, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 11 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n3-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [8], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 8], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 8, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 11 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n3-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [8], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 8], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 8, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 11 |
| } |
| }, |
| { |
| "name": "ngram-b256-s2-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 2, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 512, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s4-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 4, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 1024, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s8-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 8, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 2048, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s17-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 17], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 17, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 4352, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s32-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 32], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 32, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 8192, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s64-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 64], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 64, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 16384, |
| "heads": 60, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n5-p3-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 12], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 12, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 17 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n5-p3-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 12], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 12, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 17 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n5-p3-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 12], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 12, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 17 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n9-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 64, |
| "state": 8, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 73 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n9-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 64, |
| "state": 8, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 73 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n9-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 64, |
| "state": 8, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 73 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n16-p1-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [15], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 15], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 15, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 31 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n16-p1-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [15], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 15], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 15, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 31 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n16-p1-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [15], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 15], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 15, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 31 |
| } |
| }, |
| { |
| "name": "ngram-b256-s1-n3-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [8], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 1, 8], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 256, |
| "heads": 8, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 11 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n3-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [8], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 8], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 8, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 11 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n3-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [8], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 8], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 8, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 11 |
| } |
| }, |
| { |
| "name": "ngram-b1-s1-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [1, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [1, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 1, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [1, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 1, |
| "heads": 60, |
| "state": 15, |
| "batch": 1, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b1-s257-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [1, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [1, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [1, 257, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [1, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 257, |
| "heads": 60, |
| "state": 15, |
| "batch": 1, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b8-s31-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [8, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [8, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [8, 31, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [8, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 248, |
| "heads": 60, |
| "state": 15, |
| "batch": 8, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b64-s31-n16-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [60], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 31, 60], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 1984, |
| "heads": 60, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 76 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n5-p3-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 12], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 12, |
| "state": 4, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 17 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n9-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 64, |
| "state": 8, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 73 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n16-p1-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [15], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 15], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 15, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 31 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n3-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [8], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } |
| }, |
| "pastIdsT": { |
| "shape": [64, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 8], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 8, |
| "state": 2, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 11 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n3-p2-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } |
| }, |
| "pastIdsT": { |
| "shape": [64, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 4], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 4, |
| "state": 2, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 7 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p31-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 31, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [31], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p31-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 31], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 31, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 33 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p31-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 31, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [31], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p31-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 31], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 31, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 33 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p31-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 31, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [31], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p31-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 31], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 31, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 33 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p32-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 32, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [32], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 32], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 32, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 34 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p32-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 32, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [32], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 32], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 32, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 34 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p32-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 32, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [32], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 32], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 32, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 34 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p33-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 33, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [33], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p33-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 33], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 33, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 35 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p33-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 33, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [33], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p33-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 33], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 33, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 35 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p33-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 33, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [33], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p33-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 33], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 33, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 35 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n5-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [32], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 32], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 32, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 37 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n5-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [32], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 32], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 32, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 37 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n5-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [32], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 32], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 32, |
| "state": 4, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 37 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n9-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [32], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 32], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 32, |
| "state": 8, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 41 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n9-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [32], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 32], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 32, |
| "state": 8, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 41 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n9-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [32], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 32], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 32, |
| "state": 8, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 41 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n16-p2-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [30], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p2-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 30], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 30, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 46 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n16-p2-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [30], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p2-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 30], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 30, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 46 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n16-p2-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 2, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [30], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p2-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 30], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 30, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 46 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n16-p3-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [45], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 45], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 45, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n16-p3-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [45], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 45], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 45, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n16-p3-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [45], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 15], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 45], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 45, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n3-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p8-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 16], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 16, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 19 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n3-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p8-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 16], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 16, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 19 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n3-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p8-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 16], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 16, |
| "state": 2, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 19 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n4-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [24], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p8-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 24], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 24, |
| "state": 3, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 28 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n4-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [24], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p8-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 24], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 24, |
| "state": 3, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 28 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n4-p8-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [24], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p8-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 24], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 24, |
| "state": 3, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 28 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p39-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 39, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [39], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p39-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 39], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 39, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 41 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p39-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 39, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [39], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p39-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 39], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 39, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 41 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p39-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 39, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [39], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p39-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 39], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 39, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 41 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p40-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 40, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 40, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 42 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p40-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 40, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 40, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 42 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p40-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 40, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 40, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 42 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p41-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 41, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [41], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p41-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 41], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 41, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 43 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p41-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 41, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [41], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p41-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 41], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 41, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 43 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p41-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 41, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [41], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p41-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 41], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 41, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 43 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n5-p10-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 10, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 40, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 45 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n5-p10-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 10, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 40, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 45 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n5-p10-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 10, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 40, |
| "state": 4, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 45 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n9-p5-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 5, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 40, |
| "state": 8, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 49 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n9-p5-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 5, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 40, |
| "state": 8, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 49 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n9-p5-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 5, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 8], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 40, |
| "state": 8, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 49 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n11-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [11], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } |
| }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 10], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 10], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 40, |
| "state": 10, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 51 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n11-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [11], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } |
| }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 10], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 10], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 40, |
| "state": 10, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 51 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n11-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [11], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } |
| }, |
| "vocabSizesT": { |
| "shape": [40], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 10], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 10], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 40, |
| "state": 10, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 51 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n15-p3-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 15, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [15], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [42], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n15-p3-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 14], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 42], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 14], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 42, |
| "state": 14, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 57 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n15-p3-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 15, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [15], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [42], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n15-p3-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 14], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 42], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 14], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 42, |
| "state": 14, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 57 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n15-p3-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 15, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [15], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [42], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n15-p3-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 14], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 42], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 14], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 42, |
| "state": 14, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 57 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n12-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 12, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [44], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n12-p4-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 11], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 44], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 11], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 44, |
| "state": 11, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 56 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n12-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 12, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [44], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n12-p4-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 11], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 44], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 11], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 44, |
| "state": 11, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 56 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n12-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 12, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [12], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [44], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n12-p4-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 11], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 44], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 11], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 44, |
| "state": 11, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 56 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n4-p16-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 16, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [48], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 48], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 48, |
| "state": 3, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 52 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n4-p16-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 16, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [48], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 48], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 48, |
| "state": 3, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 52 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n4-p16-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 16, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [48], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 48], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 48, |
| "state": 3, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 52 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p57-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 57, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p57-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 57, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p57-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 57, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p58-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 58, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 60 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p58-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 58, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 60 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p58-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 58, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 60 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p59-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [59], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 59], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 59, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p59-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [59], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 59], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 59, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p59-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [59], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 1], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 59], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 59, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n3-p28-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 56, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n3-p28-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 56, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n3-p28-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 56, |
| "state": 2, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n3-p29-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 58, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n3-p29-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 58, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n3-p29-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 2], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 58, |
| "state": 2, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n4-p18-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 18, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [54], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 54], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 54, |
| "state": 3, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 58 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n4-p18-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 18, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [54], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 54], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 54, |
| "state": 3, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 58 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n4-p18-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 18, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [54], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 54], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 54, |
| "state": 3, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 58 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n4-p19-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 57, |
| "state": 3, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n4-p19-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 57, |
| "state": 3, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n4-p19-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 3], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 57, |
| "state": 3, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n5-p14-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 56, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n5-p14-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 56, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n5-p14-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 4], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 56, |
| "state": 4, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n7-p9-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [7], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } |
| }, |
| "vocabSizesT": { |
| "shape": [54], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 6], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 54], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 6], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 54, |
| "state": 6, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n7-p9-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [7], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } |
| }, |
| "vocabSizesT": { |
| "shape": [54], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 6], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 54], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 6], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 54, |
| "state": 6, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n7-p9-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [7], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } |
| }, |
| "vocabSizesT": { |
| "shape": [54], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 6], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 54], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 6], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 54, |
| "state": 6, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n11-p5-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [11], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } |
| }, |
| "vocabSizesT": { |
| "shape": [50], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 10], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 50], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 10], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 50, |
| "state": 10, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n11-p5-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [11], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } |
| }, |
| "vocabSizesT": { |
| "shape": [50], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 10], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 50], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 10], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 50, |
| "state": 10, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n11-p5-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [11], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } |
| }, |
| "vocabSizesT": { |
| "shape": [50], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 10], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 50], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 10], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 50, |
| "state": 10, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n13-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [13], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [48], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 12], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 48], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 12], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 48, |
| "state": 12, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n13-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [13], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [48], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [256, 12], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 48], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 12], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 48, |
| "state": 12, |
| "batch": 256, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n13-p4-past", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [13], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [48], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } |
| } |
| }, |
| "pastIdsT": { |
| "shape": [64, 12], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8502, |
| "min": -1073741824, |
| "max": 1073741824 |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 48], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 12], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 48, |
| "state": 12, |
| "batch": 64, |
| "historyReads": 1, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n9-p8-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } |
| }, |
| "vocabSizesT": { |
| "shape": [64], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 64], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 8], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 64, |
| "state": 8, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 73 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n16-p3-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [45], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 45], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 45, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n16-p3-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [45], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 45], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 45, |
| "state": 15, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n16-p3-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [16], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [45], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 45], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 15], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 45, |
| "state": 15, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p57-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 57, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p57-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 57, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p57-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 57, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p58-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 58, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 60 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p58-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 58, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 60 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p58-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 58, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 60 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n2-p59-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [59], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 59], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 59, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n2-p59-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [59], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 59], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 59, |
| "state": 1, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n2-p59-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, |
| "vocabSizesT": { |
| "shape": [59], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 59], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 1], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 59, |
| "state": 1, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n3-p28-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 56, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n3-p28-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 56, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n3-p28-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 56, |
| "state": 2, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 59 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n3-p29-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 58, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n3-p29-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 58, |
| "state": 2, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n3-p29-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, |
| "vocabSizesT": { |
| "shape": [58], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 2], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 58, |
| "state": 2, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n4-p19-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 57, |
| "state": 3, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n4-p19-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 57, |
| "state": 3, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n4-p19-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [4], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [57], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 3], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 57, |
| "state": 3, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n5-p14-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 56, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n5-p14-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 56, |
| "state": 4, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n5-p14-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } |
| }, |
| "vocabSizesT": { |
| "shape": [56], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 4], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 56, |
| "state": 4, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n7-p9-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [7], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } |
| }, |
| "vocabSizesT": { |
| "shape": [54], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 54], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 6], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 54, |
| "state": 6, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n7-p9-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [7], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } |
| }, |
| "vocabSizesT": { |
| "shape": [54], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 54], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 6], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 54, |
| "state": 6, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n7-p9-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [7], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } |
| }, |
| "vocabSizesT": { |
| "shape": [54], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 54], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 6], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 54, |
| "state": 6, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n11-p5-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [11], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } |
| }, |
| "vocabSizesT": { |
| "shape": [50], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 50], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 10], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 50, |
| "state": 10, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n11-p5-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [11], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } |
| }, |
| "vocabSizesT": { |
| "shape": [50], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 50], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 10], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 50, |
| "state": 10, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n11-p5-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [11], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } |
| }, |
| "vocabSizesT": { |
| "shape": [50], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 50], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 10], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 50, |
| "state": 10, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s31-n13-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 31], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [13], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [48], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 31, 48], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 12], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 7936, |
| "heads": 48, |
| "state": 12, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b256-s257-n13-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [256, 257], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [13], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [48], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [256, 257, 48], "dtype": "int32" }, |
| "presentIdsT": { "shape": [256, 12], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65792, |
| "heads": 48, |
| "state": 12, |
| "batch": 256, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| }, |
| { |
| "name": "ngram-b64-s1025-n13-p4-fresh", |
| "preset": "all", |
| "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, |
| "inputs": { |
| "inputIdsT": { |
| "shape": [64, 1025], |
| "dtype": "int32", |
| "dist": "randint", |
| "seed": 8501, |
| "min": -1073741824, |
| "max": 1073741824 |
| }, |
| "multipliersT": { |
| "shape": [13], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] |
| } |
| }, |
| "vocabSizesT": { |
| "shape": [48], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } |
| } |
| } |
| }, |
| "outputs": { |
| "hashIdsT": { "shape": [64, 1025, 48], "dtype": "int32" }, |
| "presentIdsT": { "shape": [64, 12], "dtype": "int32" } |
| }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "provenance": "logical", |
| "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" |
| } |
| ] |
| }, |
| "vars": { |
| "dtype": "int32", |
| "count": 65600, |
| "heads": 48, |
| "state": 12, |
| "batch": 64, |
| "historyReads": 0, |
| "tableScalars": 61 |
| } |
| } |
| ] |
| } |
|
|
