| { |
| "model": "gliner25-decide-litert", |
| "source": "fastino/GLiNER2.5-Decide@bbe10ff77ebb238777c17d3a8ac9260e30929057", |
| "date": "2026-10-28", |
| "versions": { |
| "litert-torch": "0.9.4", |
| "ai-edge-litert": "2.2.0", |
| "ai-edge-quantizer": "0.9.0", |
| "litert-converter": "0.4.0", |
| "torch": "2.13.0", |
| "transformers": "4.57.6", |
| "gliner2": "2.0.0" |
| }, |
| "machine": "arm64 Mac (Apple M5 Max, macOS 27.0.1)", |
| "buckets": [ |
| 128, |
| 160, |
| 256, |
| 512 |
| ], |
| "threads": 4, |
| "corpus": { |
| "calls": 616, |
| "quick": false, |
| "source": "gliner2 2.0.0 library calls recorded on a synthetic English corpus of short conversational statements", |
| "byBucket": { |
| "128": 8, |
| "160": 321, |
| "512": 287 |
| } |
| }, |
| "gate": { |
| "agreement": 0.95, |
| "drift": 0.05 |
| }, |
| "variants": { |
| "wfp16": { |
| "about": "FULLY_CONNECTED weights stored float16 behind DEQUANTIZE (ai-edge-quantizer FLOAT_CASTING); FP32 activations, relative-position tables, norms and biases; finite -1e4 mask", |
| "file": "gliner25_decide_wfp16.tflite", |
| "bytes": 1026117712, |
| "buildSeconds": 5.6, |
| "tableSharing": null, |
| "tablesFp16": null, |
| "audit": { |
| "bytes": 1026117712, |
| "signatures": [ |
| { |
| "key": "s128", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128 |
| ] |
| } |
| ] |
| }, |
| { |
| "key": "s160", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 160 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 160, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 160 |
| ] |
| } |
| ] |
| }, |
| { |
| "key": "s256", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 256 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 256, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 256 |
| ] |
| } |
| ] |
| }, |
| { |
| "key": "s512", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 512 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 512, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 512 |
| ] |
| } |
| ] |
| } |
| ], |
| "operators": { |
| "s128": 1749, |
| "s160": 1749, |
| "s256": 1749, |
| "s512": 1749 |
| }, |
| "opHistogram": { |
| "s128": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "DEQUANTIZE": 146, |
| "FULLY_CONNECTED": 146, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 220, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| }, |
| "s160": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "DEQUANTIZE": 146, |
| "FULLY_CONNECTED": 146, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 220, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| }, |
| "s256": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "DEQUANTIZE": 146, |
| "FULLY_CONNECTED": 146, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 220, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| }, |
| "s512": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "DEQUANTIZE": 146, |
| "FULLY_CONNECTED": 146, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 220, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| } |
| }, |
| "tensorDtypes": { |
| "FLOAT32": 8184, |
| "FLOAT16": 584, |
| "INT32": 60 |
| }, |
| "int64Tensors": 0, |
| "constantBytesBySignatures": { |
| "s128+s160+s256+s512": 609464416, |
| "s512": 201326716, |
| "s256": 100663420, |
| "s160": 62914684, |
| "s128": 50331772 |
| }, |
| "activationsWithLeadingDimNot1": [ |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| } |
| ] |
| }, |
| "parity": { |
| "cpu": { |
| "calls": 616, |
| "decisions": 2338, |
| "agree": 2338, |
| "agreement": 1.0, |
| "driftMax": 0.00032, |
| "driftP99": 0.00017, |
| "driftP50": 1.7e-05, |
| "over005": 0, |
| "msByBucket": { |
| "128": { |
| "calls": 8, |
| "p50": 58.3, |
| "p95": 64.8 |
| }, |
| "160": { |
| "calls": 321, |
| "p50": 68.1, |
| "p95": 70.5 |
| }, |
| "512": { |
| "calls": 287, |
| "p50": 248.6, |
| "p95": 255.8 |
| } |
| }, |
| "loadSeconds": 0.53, |
| "fullyAccelerated": true, |
| "gate": "pass" |
| }, |
| "gpu_fp32": { |
| "calls": 616, |
| "decisions": 2338, |
| "agree": 2338, |
| "agreement": 1.0, |
| "driftMax": 0.00032, |
| "driftP99": 0.00017, |
| "driftP50": 1.7e-05, |
| "over005": 0, |
| "msByBucket": { |
| "128": { |
| "calls": 8, |
| "p50": 21.0, |
| "p95": 21.9 |
| }, |
| "160": { |
| "calls": 321, |
| "p50": 23.8, |
| "p95": 25.4 |
| }, |
| "512": { |
| "calls": 287, |
| "p50": 76.1, |
| "p95": 79.5 |
| } |
| }, |
| "loadSeconds": 1.8, |
| "fullyAccelerated": true, |
| "gate": "pass" |
| }, |
| "gpu_fp16": { |
| "calls": 616, |
| "decisions": 2338, |
| "agree": 2226, |
| "agreement": 0.9521, |
| "driftMax": 0.30555, |
| "driftP99": 0.12811, |
| "driftP50": 0.012985, |
| "over005": 241, |
| "msByBucket": { |
| "128": { |
| "calls": 8, |
| "p50": 16.3, |
| "p95": 16.3 |
| }, |
| "160": { |
| "calls": 321, |
| "p50": 20.5, |
| "p95": 20.8 |
| }, |
| "512": { |
| "calls": 287, |
| "p50": 49.6, |
| "p95": 49.8 |
| } |
| }, |
| "loadSeconds": 1.73, |
| "fullyAccelerated": true, |
| "gate": [ |
| "probability drift 0.30555" |
| ] |
| } |
| }, |
| "logitDifferenceFromTorch": { |
| "cpu": { |
| "160": 0.000954, |
| "512": 0.0015 |
| }, |
| "gpu_fp32": { |
| "160": 0.000952, |
| "512": 0.00151 |
| }, |
| "gpu_fp16": { |
| "160": 1.24, |
| "512": 0.556 |
| } |
| }, |
| "memory": { |
| "cpuNoCache": { |
| "loadSeconds": 0.62, |
| "baseline": { |
| "rssMb": 194.2, |
| "footprintMb": 149.3 |
| }, |
| "afterLoad": { |
| "rssMb": 6374.3, |
| "footprintMb": 5348.1 |
| }, |
| "afterEachSignature": { |
| "s128": { |
| "rssMb": 6385.7, |
| "footprintMb": 5359.0 |
| }, |
| "s160": { |
| "rssMb": 6403.3, |
| "footprintMb": 5376.6 |
| }, |
| "s256": { |
| "rssMb": 6441.6, |
| "footprintMb": 5414.9 |
| }, |
| "s512": { |
| "rssMb": 6583.8, |
| "footprintMb": 5557.2 |
| } |
| }, |
| "peakRssMb": 6583.8 |
| }, |
| "cpuCacheFirst": { |
| "loadSeconds": 0.33, |
| "baseline": { |
| "rssMb": 194.2, |
| "footprintMb": 149.3 |
| }, |
| "afterLoad": { |
| "rssMb": 1708.6, |
| "footprintMb": 679.0 |
| }, |
| "afterEachSignature": { |
| "s128": { |
| "rssMb": 2871.1, |
| "footprintMb": 680.4 |
| }, |
| "s160": { |
| "rssMb": 2888.9, |
| "footprintMb": 698.3 |
| }, |
| "s256": { |
| "rssMb": 2927.2, |
| "footprintMb": 736.6 |
| }, |
| "s512": { |
| "rssMb": 3069.4, |
| "footprintMb": 878.8 |
| } |
| }, |
| "peakRssMb": 3069.4 |
| }, |
| "cpuCacheWarm": { |
| "loadSeconds": 0.22, |
| "baseline": { |
| "rssMb": 194.5, |
| "footprintMb": 149.5 |
| }, |
| "afterLoad": { |
| "rssMb": 1691.0, |
| "footprintMb": 661.5 |
| }, |
| "afterEachSignature": { |
| "s128": { |
| "rssMb": 2853.5, |
| "footprintMb": 662.9 |
| }, |
| "s160": { |
| "rssMb": 2871.3, |
| "footprintMb": 680.7 |
| }, |
| "s256": { |
| "rssMb": 2909.6, |
| "footprintMb": 719.0 |
| }, |
| "s512": { |
| "rssMb": 3051.8, |
| "footprintMb": 861.4 |
| } |
| }, |
| "peakRssMb": 3051.8 |
| } |
| } |
| }, |
| "fp16hw": { |
| "about": "wfp16's storage (float16 FULLY_CONNECTED weights behind DEQUANTIZE) over the FP16-hardware graph: LayerNorm power-of-two pre-scale (x*2^-k, eps*4^-k, k from the corpus' FP32 ranges), first feed-forward FULLY_CONNECTED split in two halves, finite -1e4 mask", |
| "file": "gliner25_decide_fp16hw.tflite", |
| "bytes": 1026073648, |
| "buildSeconds": 5.7, |
| "tableSharing": null, |
| "tablesFp16": null, |
| "audit": { |
| "bytes": 1026073648, |
| "signatures": [ |
| { |
| "key": "s128", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128 |
| ] |
| } |
| ] |
| }, |
| { |
| "key": "s160", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 160 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 160, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 160 |
| ] |
| } |
| ] |
| }, |
| { |
| "key": "s256", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 256 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 256, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 256 |
| ] |
| } |
| ] |
| }, |
| { |
| "key": "s512", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 512 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 512, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 512 |
| ] |
| } |
| ] |
| } |
| ], |
| "operators": { |
| "s128": 1846, |
| "s160": 1846, |
| "s256": 1846, |
| "s512": 1846 |
| }, |
| "opHistogram": { |
| "s128": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "CONCATENATION": 24, |
| "DEQUANTIZE": 170, |
| "FULLY_CONNECTED": 170, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 245, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| }, |
| "s160": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "CONCATENATION": 24, |
| "DEQUANTIZE": 170, |
| "FULLY_CONNECTED": 170, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 245, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| }, |
| "s256": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "CONCATENATION": 24, |
| "DEQUANTIZE": 170, |
| "FULLY_CONNECTED": 170, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 245, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| }, |
| "s512": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "CONCATENATION": 24, |
| "DEQUANTIZE": 170, |
| "FULLY_CONNECTED": 170, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 245, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| } |
| }, |
| "tensorDtypes": { |
| "FLOAT32": 8716, |
| "FLOAT16": 680, |
| "INT32": 60 |
| }, |
| "int64Tensors": 0, |
| "constantBytesBySignatures": { |
| "s128+s160+s256+s512": 609464464, |
| "s512": 201326716, |
| "s256": 100663420, |
| "s160": 62914684, |
| "s128": 50331772 |
| }, |
| "activationsWithLeadingDimNot1": [ |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| } |
| ] |
| }, |
| "parity": { |
| "cpu": { |
| "calls": 616, |
| "decisions": 2338, |
| "agree": 2338, |
| "agreement": 1.0, |
| "driftMax": 0.00032, |
| "driftP99": 0.00017, |
| "driftP50": 1.7e-05, |
| "over005": 0, |
| "msByBucket": { |
| "128": { |
| "calls": 8, |
| "p50": 60.2, |
| "p95": 61.2 |
| }, |
| "160": { |
| "calls": 321, |
| "p50": 70.5, |
| "p95": 72.1 |
| }, |
| "512": { |
| "calls": 287, |
| "p50": 255.1, |
| "p95": 263.6 |
| } |
| }, |
| "loadSeconds": 0.61, |
| "fullyAccelerated": true, |
| "gate": "pass" |
| }, |
| "gpu_fp32": { |
| "calls": 616, |
| "decisions": 2338, |
| "agree": 2338, |
| "agreement": 1.0, |
| "driftMax": 0.00032, |
| "driftP99": 0.00017, |
| "driftP50": 1.7e-05, |
| "over005": 0, |
| "msByBucket": { |
| "128": { |
| "calls": 8, |
| "p50": 22.1, |
| "p95": 22.6 |
| }, |
| "160": { |
| "calls": 321, |
| "p50": 25.7, |
| "p95": 27.2 |
| }, |
| "512": { |
| "calls": 287, |
| "p50": 79.8, |
| "p95": 84.1 |
| } |
| }, |
| "loadSeconds": 1.92, |
| "fullyAccelerated": true, |
| "gate": "pass" |
| }, |
| "gpu_fp16": { |
| "calls": 616, |
| "decisions": 2338, |
| "agree": 2332, |
| "agreement": 0.9974, |
| "driftMax": 0.01158, |
| "driftP99": 0.00692, |
| "driftP50": 0.001026, |
| "over005": 0, |
| "msByBucket": { |
| "128": { |
| "calls": 8, |
| "p50": 16.6, |
| "p95": 16.9 |
| }, |
| "160": { |
| "calls": 321, |
| "p50": 22.1, |
| "p95": 22.6 |
| }, |
| "512": { |
| "calls": 287, |
| "p50": 50.7, |
| "p95": 54.7 |
| } |
| }, |
| "loadSeconds": 1.74, |
| "fullyAccelerated": true, |
| "gate": "pass" |
| } |
| }, |
| "logitDifferenceFromTorch": { |
| "cpu": { |
| "160": 0.000954, |
| "512": 0.0015 |
| }, |
| "gpu_fp32": { |
| "160": 0.000952, |
| "512": 0.00151 |
| }, |
| "gpu_fp16": { |
| "160": 0.0228, |
| "512": 0.0376 |
| } |
| }, |
| "memory": { |
| "cpuNoCache": { |
| "loadSeconds": 0.7, |
| "baseline": { |
| "rssMb": 194.3, |
| "footprintMb": 149.4 |
| }, |
| "afterLoad": { |
| "rssMb": 7479.4, |
| "footprintMb": 6453.6 |
| }, |
| "afterEachSignature": { |
| "s128": { |
| "rssMb": 7490.3, |
| "footprintMb": 6464.0 |
| }, |
| "s160": { |
| "rssMb": 7507.9, |
| "footprintMb": 6481.6 |
| }, |
| "s256": { |
| "rssMb": 7543.6, |
| "footprintMb": 6517.3 |
| }, |
| "s512": { |
| "rssMb": 7685.7, |
| "footprintMb": 6659.5 |
| } |
| }, |
| "peakRssMb": 7685.7 |
| }, |
| "cpuCacheFirst": { |
| "loadSeconds": 0.35, |
| "baseline": { |
| "rssMb": 194.5, |
| "footprintMb": 149.6 |
| }, |
| "afterLoad": { |
| "rssMb": 1805.6, |
| "footprintMb": 776.1 |
| }, |
| "afterEachSignature": { |
| "s128": { |
| "rssMb": 2968.6, |
| "footprintMb": 778.0 |
| }, |
| "s160": { |
| "rssMb": 2986.3, |
| "footprintMb": 795.6 |
| }, |
| "s256": { |
| "rssMb": 3022.0, |
| "footprintMb": 831.4 |
| }, |
| "s512": { |
| "rssMb": 3164.3, |
| "footprintMb": 973.8 |
| } |
| }, |
| "peakRssMb": 3164.3 |
| }, |
| "cpuCacheWarm": { |
| "loadSeconds": 0.23, |
| "baseline": { |
| "rssMb": 194.5, |
| "footprintMb": 149.5 |
| }, |
| "afterLoad": { |
| "rssMb": 1783.5, |
| "footprintMb": 754.0 |
| }, |
| "afterEachSignature": { |
| "s128": { |
| "rssMb": 2946.5, |
| "footprintMb": 755.9 |
| }, |
| "s160": { |
| "rssMb": 2964.1, |
| "footprintMb": 773.5 |
| }, |
| "s256": { |
| "rssMb": 2999.8, |
| "footprintMb": 809.2 |
| }, |
| "s512": { |
| "rssMb": 3142.1, |
| "footprintMb": 951.5 |
| } |
| }, |
| "peakRssMb": 3142.1 |
| } |
| } |
| }, |
| "int8": { |
| "about": "dynamic-range int8 weights (ai-edge-quantizer dynamic_wi8_afp32: FULLY_CONNECTED and BATCH_MATMUL constants int8 per channel, activations quantized per call); CPU only", |
| "file": "gliner25_decide_int8.tflite", |
| "bytes": 422418624, |
| "buildSeconds": 1.6, |
| "tableSharing": null, |
| "tablesFp16": null, |
| "audit": { |
| "bytes": 422418624, |
| "signatures": [ |
| { |
| "key": "s128", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128 |
| ] |
| } |
| ] |
| }, |
| { |
| "key": "s160", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 160 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 160, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 160 |
| ] |
| } |
| ] |
| }, |
| { |
| "key": "s256", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 256 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 256, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 256 |
| ] |
| } |
| ] |
| }, |
| { |
| "key": "s512", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 512 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 512, |
| 1024 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 512 |
| ] |
| } |
| ] |
| } |
| ], |
| "operators": { |
| "s128": 1603, |
| "s160": 1603, |
| "s256": 1603, |
| "s512": 1603 |
| }, |
| "opHistogram": { |
| "s128": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "FULLY_CONNECTED": 146, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 220, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| }, |
| "s160": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "FULLY_CONNECTED": 146, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 220, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| }, |
| "s256": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "FULLY_CONNECTED": 146, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 220, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| }, |
| "s512": { |
| "ADD": 266, |
| "BATCH_MATMUL": 96, |
| "FULLY_CONNECTED": 146, |
| "GELU": 24, |
| "MEAN": 98, |
| "MUL": 220, |
| "RESHAPE": 341, |
| "RSQRT": 49, |
| "SLICE": 96, |
| "SOFTMAX": 24, |
| "SQUARED_DIFFERENCE": 49, |
| "SUB": 50, |
| "TRANSPOSE": 144 |
| } |
| }, |
| "tensorDtypes": { |
| "FLOAT32": 7408, |
| "INT8": 776, |
| "INT32": 60 |
| }, |
| "int64Tensors": 0, |
| "constantBytesBySignatures": { |
| "s128+s160+s256+s512": 305375328, |
| "s512": 50331772, |
| "s256": 25165948, |
| "s160": 15728764, |
| "s128": 12583036 |
| }, |
| "activationsWithLeadingDimNot1": [ |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| }, |
| { |
| "signature": "s128", |
| "shape": [ |
| 128, |
| 1024 |
| ] |
| } |
| ] |
| }, |
| "parity": { |
| "cpu": { |
| "calls": 616, |
| "decisions": 2338, |
| "agree": 2306, |
| "agreement": 0.9863, |
| "driftMax": 0.05977, |
| "driftP99": 0.02366, |
| "driftP50": 0.003493, |
| "over005": 1, |
| "msByBucket": { |
| "128": { |
| "calls": 8, |
| "p50": 46.7, |
| "p95": 47.3 |
| }, |
| "160": { |
| "calls": 321, |
| "p50": 54.5, |
| "p95": 55.5 |
| }, |
| "512": { |
| "calls": 287, |
| "p50": 219.5, |
| "p95": 224.1 |
| } |
| }, |
| "loadSeconds": 0.86, |
| "fullyAccelerated": true, |
| "gate": [ |
| "probability drift 0.05977" |
| ] |
| } |
| }, |
| "logitDifferenceFromTorch": { |
| "cpu": { |
| "160": 0.083, |
| "512": 0.107 |
| } |
| }, |
| "memory": { |
| "cpuNoCache": { |
| "loadSeconds": 0.9, |
| "baseline": { |
| "rssMb": 194.3, |
| "footprintMb": 149.4 |
| }, |
| "afterLoad": { |
| "rssMb": 1942.5, |
| "footprintMb": 1489.0 |
| }, |
| "afterEachSignature": { |
| "s128": { |
| "rssMb": 1954.3, |
| "footprintMb": 1500.3 |
| }, |
| "s160": { |
| "rssMb": 1971.6, |
| "footprintMb": 1517.6 |
| }, |
| "s256": { |
| "rssMb": 2008.6, |
| "footprintMb": 1554.7 |
| }, |
| "s512": { |
| "rssMb": 2152.8, |
| "footprintMb": 1698.9 |
| } |
| }, |
| "peakRssMb": 2152.8 |
| }, |
| "cpuCacheFirst": { |
| "loadSeconds": 0.33, |
| "baseline": { |
| "rssMb": 194.2, |
| "footprintMb": 149.3 |
| }, |
| "afterLoad": { |
| "rssMb": 768.8, |
| "footprintMb": 314.3 |
| }, |
| "afterEachSignature": { |
| "s128": { |
| "rssMb": 1073.3, |
| "footprintMb": 325.8 |
| }, |
| "s160": { |
| "rssMb": 1090.7, |
| "footprintMb": 343.1 |
| }, |
| "s256": { |
| "rssMb": 1128.3, |
| "footprintMb": 380.8 |
| }, |
| "s512": { |
| "rssMb": 1272.8, |
| "footprintMb": 525.4 |
| } |
| }, |
| "peakRssMb": 1272.8 |
| }, |
| "cpuCacheWarm": { |
| "loadSeconds": 0.13, |
| "baseline": { |
| "rssMb": 194.2, |
| "footprintMb": 149.3 |
| }, |
| "afterLoad": { |
| "rssMb": 473.7, |
| "footprintMb": 310.0 |
| }, |
| "afterEachSignature": { |
| "s128": { |
| "rssMb": 778.1, |
| "footprintMb": 321.3 |
| }, |
| "s160": { |
| "rssMb": 795.6, |
| "footprintMb": 338.8 |
| }, |
| "s256": { |
| "rssMb": 833.2, |
| "footprintMb": 376.4 |
| }, |
| "s512": { |
| "rssMb": 977.7, |
| "footprintMb": 521.0 |
| } |
| }, |
| "peakRssMb": 977.7 |
| } |
| } |
| } |
| }, |
| "fp16hw": { |
| "rule": "k per LayerNorm, the smallest with max |x - mean| * 2^-k <= 32.0 over the FP32 graph's inputs of all 616 recorded calls at their buckets (padding rows included)", |
| "k": { |
| "L00.ln1": 0, |
| "L00.ln2": 3, |
| "L01.ln1": 0, |
| "L01.ln2": 4, |
| "L02.ln1": 0, |
| "L02.ln2": 4, |
| "L03.ln1": 0, |
| "L03.ln2": 3, |
| "L04.ln1": 0, |
| "L04.ln2": 3, |
| "L05.ln1": 0, |
| "L05.ln2": 5, |
| "L06.ln1": 0, |
| "L06.ln2": 6, |
| "L07.ln1": 0, |
| "L07.ln2": 6, |
| "L08.ln1": 0, |
| "L08.ln2": 6, |
| "L09.ln1": 0, |
| "L09.ln2": 6, |
| "L10.ln1": 0, |
| "L10.ln2": 5, |
| "L11.ln1": 0, |
| "L11.ln2": 4, |
| "L12.ln1": 0, |
| "L12.ln2": 5, |
| "L13.ln1": 0, |
| "L13.ln2": 4, |
| "L14.ln1": 0, |
| "L14.ln2": 4, |
| "L15.ln1": 0, |
| "L15.ln2": 3, |
| "L16.ln1": 0, |
| "L16.ln2": 3, |
| "L17.ln1": 0, |
| "L17.ln2": 3, |
| "L18.ln1": 0, |
| "L18.ln2": 4, |
| "L19.ln1": 0, |
| "L19.ln2": 4, |
| "L20.ln1": 0, |
| "L20.ln2": 2, |
| "L21.ln1": 0, |
| "L21.ln2": 2, |
| "L22.ln1": 0, |
| "L22.ln2": 1, |
| "L23.ln1": 1, |
| "L23.ln2": 1, |
| "emb": 0 |
| }, |
| "maxAbsDeviation": { |
| "L00.ln1": 13.89, |
| "L00.ln2": 185.54, |
| "L01.ln1": 10.56, |
| "L01.ln2": 305.1, |
| "L02.ln1": 13.09, |
| "L02.ln2": 266.54, |
| "L03.ln1": 10.38, |
| "L03.ln2": 136.36, |
| "L04.ln1": 12.7, |
| "L04.ln2": 147.98, |
| "L05.ln1": 30.32, |
| "L05.ln2": 983.72, |
| "L06.ln1": 24.73, |
| "L06.ln2": 1231.3, |
| "L07.ln1": 21.63, |
| "L07.ln2": 1423.23, |
| "L08.ln1": 25.53, |
| "L08.ln2": 1403.17, |
| "L09.ln1": 23.11, |
| "L09.ln2": 1092.32, |
| "L10.ln1": 20.08, |
| "L10.ln2": 945.09, |
| "L11.ln1": 12.93, |
| "L11.ln2": 408.1, |
| "L12.ln1": 13.14, |
| "L12.ln2": 603.89, |
| "L13.ln1": 16.62, |
| "L13.ln2": 319.06, |
| "L14.ln1": 20.06, |
| "L14.ln2": 333.7, |
| "L15.ln1": 23.33, |
| "L15.ln2": 203.17, |
| "L16.ln1": 24.75, |
| "L16.ln2": 145.38, |
| "L17.ln1": 22.85, |
| "L17.ln2": 230.49, |
| "L18.ln1": 21.41, |
| "L18.ln2": 419.01, |
| "L19.ln1": 23.27, |
| "L19.ln2": 364.46, |
| "L20.ln1": 23.82, |
| "L20.ln2": 118.49, |
| "L21.ln1": 23.09, |
| "L21.ln2": 88.98, |
| "L22.ln1": 21.86, |
| "L22.ln2": 37.04, |
| "L23.ln1": 37.22, |
| "L23.ln2": 36.5, |
| "emb": 1.18 |
| }, |
| "prescaled": 25, |
| "norms": 49 |
| } |
| } |
|
|
