| { |
| "model": "gliner25-base-litert", |
| "source": "fastino/gliner2.5-base-v1@1a8bc24e00dc7300b9017c81d63e3dcdabb26596", |
| "date": "2026-10-29", |
| "versions": { |
| "litert-torch": "0.9.4", |
| "ai-edge-litert": "2.2.0", |
| "ai-edge-quantizer": "0.9.0", |
| "litert-converter": "0.4.0", |
| "torch": "2.13.0", |
| "transformers": "4.57.6", |
| "gliner2": "2.0.0" |
| }, |
| "machine": "arm64 Mac (Apple M5 Max, macOS 27.0.1)", |
| "threads": { |
| "encoder": 2, |
| "head": 1, |
| "scorer": 1 |
| }, |
| "bucket": { |
| "tokens": 128, |
| "words": 64, |
| "queries": 8, |
| "choices": 8, |
| "pool": 192 |
| }, |
| "corpus": { |
| "calls": 2521, |
| "quick": false, |
| "source": "gliner2 2.0.0 library calls recorded on a synthetic English corpus of short conversational statements", |
| "sizes": { |
| "facts": { |
| "calls": 287, |
| "fit": 287, |
| "maxTokens": 99, |
| "maxWords": 15, |
| "over96Tokens": 8 |
| }, |
| "keywords.a": { |
| "calls": 287, |
| "fit": 287, |
| "maxTokens": 85, |
| "maxWords": 15, |
| "over96Tokens": 0 |
| }, |
| "keywords.b": { |
| "calls": 287, |
| "fit": 287, |
| "maxTokens": 80, |
| "maxWords": 15, |
| "over96Tokens": 0 |
| }, |
| "relation": { |
| "calls": 1660, |
| "fit": 1660, |
| "maxTokens": 94, |
| "maxWords": 28, |
| "over96Tokens": 0 |
| } |
| } |
| }, |
| "gate": { |
| "agreement": 0.95, |
| "spanF1": 0.95, |
| "drift": 0.05 |
| }, |
| "variants": { |
| "wfp16": { |
| "about": "encoder FULLY_CONNECTED weights stored float16 behind DEQUANTIZE (ai-edge-quantizer FLOAT_CASTING); FP32 activations, position tables and norms; finite -1e4 mask; head and scorer FP32", |
| "file": "gliner2_base_encoder_wfp16.tflite", |
| "bytes": 189419856, |
| "audit": { |
| "bytes": 189419856, |
| "signatures": [ |
| { |
| "key": "t128", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128, |
| 768 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "hidden_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128, |
| 768 |
| ] |
| } |
| ] |
| } |
| ], |
| "operators": { |
| "t128": 882 |
| }, |
| "opHistogram": { |
| "t128": { |
| "ADD": 135, |
| "BATCH_MATMUL": 48, |
| "DEQUANTIZE": 72, |
| "FULLY_CONNECTED": 72, |
| "GELU": 12, |
| "MEAN": 50, |
| "MUL": 113, |
| "RESHAPE": 172, |
| "RSQRT": 25, |
| "SLICE": 48, |
| "SOFTMAX": 12, |
| "SQUARED_DIFFERENCE": 25, |
| "SUB": 26, |
| "TRANSPOSE": 72 |
| } |
| }, |
| "tensorDtypes": { |
| "FLOAT32": 1035, |
| "FLOAT16": 72, |
| "INT32": 14 |
| }, |
| "int64Tensors": 0, |
| "constantBytesBySignatures": { |
| "t128": 189229264 |
| }, |
| "activationsWithLeadingDimNot1": [ |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| } |
| ] |
| }, |
| "parity": { |
| "cpu": { |
| "calls": { |
| "facts": { |
| "calls": 287, |
| "same": 287, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 5e-05, |
| "driftP99": 0.00088, |
| "driftMax": 0.00189, |
| "over005": 0, |
| "msP50": 24.59, |
| "msP95": 36.72, |
| "spanF1": 1.0 |
| }, |
| "keywords.a": { |
| "calls": 287, |
| "same": 287, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 0.0, |
| "driftP99": 0.00063, |
| "driftMax": 0.00207, |
| "over005": 0, |
| "msP50": 25.33, |
| "msP95": 33.69, |
| "spanF1": 1.0 |
| }, |
| "keywords.b": { |
| "calls": 287, |
| "same": 285, |
| "refused": 0, |
| "sameRate": 0.993, |
| "driftP50": 2e-05, |
| "driftP99": 0.00135, |
| "driftMax": 0.00232, |
| "over005": 0, |
| "msP50": 25.92, |
| "msP95": 28.76, |
| "spanF1": 0.9966 |
| }, |
| "relation": { |
| "calls": 1660, |
| "same": 1660, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 6e-05, |
| "driftP99": 0.00108, |
| "driftMax": 0.00164, |
| "over005": 0, |
| "msP50": 29.43, |
| "msP95": 34.82 |
| } |
| }, |
| "gate": "pass", |
| "encoderFullyAccelerated": true, |
| "loadSeconds": 0.04 |
| }, |
| "gpu_fp32": { |
| "calls": { |
| "facts": { |
| "calls": 287, |
| "same": 287, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 5e-05, |
| "driftP99": 0.00088, |
| "driftMax": 0.00189, |
| "over005": 0, |
| "msP50": 12.29, |
| "msP95": 13.26, |
| "spanF1": 1.0 |
| }, |
| "keywords.a": { |
| "calls": 287, |
| "same": 287, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 0.0, |
| "driftP99": 0.00064, |
| "driftMax": 0.00206, |
| "over005": 0, |
| "msP50": 13.08, |
| "msP95": 13.82, |
| "spanF1": 1.0 |
| }, |
| "keywords.b": { |
| "calls": 287, |
| "same": 285, |
| "refused": 0, |
| "sameRate": 0.993, |
| "driftP50": 2e-05, |
| "driftP99": 0.00135, |
| "driftMax": 0.00233, |
| "over005": 0, |
| "msP50": 12.95, |
| "msP95": 13.57, |
| "spanF1": 0.9966 |
| }, |
| "relation": { |
| "calls": 1660, |
| "same": 1660, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 6e-05, |
| "driftP99": 0.00108, |
| "driftMax": 0.00164, |
| "over005": 0, |
| "msP50": 11.13, |
| "msP95": 12.73 |
| } |
| }, |
| "gate": "pass", |
| "encoderFullyAccelerated": true, |
| "loadSeconds": 0.34 |
| }, |
| "gpu_fp16": { |
| "calls": { |
| "facts": { |
| "calls": 287, |
| "same": 13, |
| "refused": 0, |
| "sameRate": 0.0453, |
| "driftP50": 0.0, |
| "driftP99": 0.0, |
| "driftMax": 0.0, |
| "over005": 0, |
| "msP50": 12.33, |
| "msP95": 26.72, |
| "spanF1": 0.0 |
| }, |
| "keywords.a": { |
| "calls": 287, |
| "same": 112, |
| "refused": 0, |
| "sameRate": 0.3902, |
| "driftP50": 0.0, |
| "driftP99": 0.0, |
| "driftMax": 0.0, |
| "over005": 0, |
| "msP50": 12.81, |
| "msP95": 15.09, |
| "spanF1": 0.0 |
| }, |
| "keywords.b": { |
| "calls": 287, |
| "same": 68, |
| "refused": 0, |
| "sameRate": 0.2369, |
| "driftP50": 0.0, |
| "driftP99": 0.0, |
| "driftMax": 0.0, |
| "over005": 0, |
| "msP50": 10.81, |
| "msP95": 12.3, |
| "spanF1": 0.0 |
| }, |
| "relation": { |
| "calls": 1660, |
| "same": 1259, |
| "refused": 0, |
| "sameRate": 0.7584, |
| "driftP50": 0.51125, |
| "driftP99": 0.58571, |
| "driftMax": 0.59216, |
| "over005": 1248, |
| "msP50": 9.02, |
| "msP95": 10.22 |
| } |
| }, |
| "gate": [ |
| "facts: same 0.0453", |
| "facts: span F1 0.0", |
| "keywords.a: same 0.3902", |
| "keywords.a: span F1 0.0", |
| "keywords.b: same 0.2369", |
| "keywords.b: span F1 0.0", |
| "relation: same 0.7584", |
| "relation: drift p99 0.58571" |
| ], |
| "encoderFullyAccelerated": true, |
| "loadSeconds": 0.53 |
| } |
| }, |
| "graphMs": { |
| "cpu": { |
| "encoder": { |
| "calls": 2521, |
| "p50": 26.28, |
| "p95": 33.64 |
| }, |
| "head": { |
| "calls": 2521, |
| "p50": 0.52, |
| "p95": 0.66 |
| }, |
| "scorer": { |
| "calls": 861, |
| "p50": 2.13, |
| "p95": 2.77 |
| } |
| }, |
| "gpu_fp32": { |
| "encoder": { |
| "calls": 2521, |
| "p50": 10.03, |
| "p95": 11.81 |
| }, |
| "head": { |
| "calls": 2521, |
| "p50": 0.65, |
| "p95": 1.06 |
| }, |
| "scorer": { |
| "calls": 861, |
| "p50": 2.49, |
| "p95": 2.9 |
| } |
| }, |
| "gpu_fp16": { |
| "encoder": { |
| "calls": 2521, |
| "p50": 8.09, |
| "p95": 9.37 |
| }, |
| "head": { |
| "calls": 2521, |
| "p50": 0.72, |
| "p95": 1.26 |
| }, |
| "scorer": { |
| "calls": 861, |
| "p50": 3.47, |
| "p95": 4.66 |
| } |
| } |
| }, |
| "maxDifferenceFromTorch": { |
| "cpu": { |
| "text_states": 0.00243, |
| "query_states": 0.00283, |
| "boundary_states": 0.00109, |
| "boundary_mask": 0.0, |
| "start_logits": 0.00194, |
| "end_logits": 0.00185, |
| "inside_prefix": 0.00548, |
| "inside_prefix_mean": 0.00213, |
| "pool_start_projection": 0.00129, |
| "pool_end_projection": 0.00138, |
| "null_logits": 0.00461, |
| "count_log_rates": 0.00285, |
| "classification_logits": 0.00575 |
| }, |
| "gpu_fp32": { |
| "text_states": 0.00243, |
| "query_states": 0.00283, |
| "boundary_states": 0.00109, |
| "boundary_mask": 0.0, |
| "start_logits": 0.00194, |
| "end_logits": 0.00185, |
| "inside_prefix": 0.00548, |
| "inside_prefix_mean": 0.00213, |
| "pool_start_projection": 0.00129, |
| "pool_end_projection": 0.00138, |
| "null_logits": 0.00462, |
| "count_log_rates": 0.00285, |
| "classification_logits": 0.00574 |
| }, |
| "gpu_fp16": { |
| "text_states": 4.64, |
| "query_states": 3.71, |
| "boundary_states": 2.34, |
| "boundary_mask": 0.0, |
| "start_logits": 6.01, |
| "end_logits": 6.08, |
| "inside_prefix": 11.3, |
| "inside_prefix_mean": 7.08, |
| "pool_start_projection": 3.73, |
| "pool_end_projection": 2.97, |
| "null_logits": 8.04, |
| "count_log_rates": 6.68, |
| "classification_logits": 7.69 |
| } |
| }, |
| "memory": { |
| "cpuNoCache": { |
| "loadSeconds": 0.06, |
| "baseline": { |
| "rssMb": 194.1, |
| "footprintMb": 149.1 |
| }, |
| "afterLoad": { |
| "rssMb": 767.4, |
| "footprintMb": 525.1 |
| }, |
| "afterWarm": { |
| "rssMb": 771.4, |
| "footprintMb": 527.8 |
| }, |
| "peakRssMb": 771.4 |
| }, |
| "cpuCacheFirst": { |
| "loadSeconds": 0.06, |
| "baseline": { |
| "rssMb": 193.9, |
| "footprintMb": 148.9 |
| }, |
| "afterLoad": { |
| "rssMb": 451.7, |
| "footprintMb": 209.2 |
| }, |
| "afterWarm": { |
| "rssMb": 780.3, |
| "footprintMb": 212.4 |
| }, |
| "peakRssMb": 780.3 |
| }, |
| "cpuCacheWarm": { |
| "loadSeconds": 0.03, |
| "baseline": { |
| "rssMb": 193.7, |
| "footprintMb": 148.8 |
| }, |
| "afterLoad": { |
| "rssMb": 440.5, |
| "footprintMb": 197.9 |
| }, |
| "afterWarm": { |
| "rssMb": 769.1, |
| "footprintMb": 201.0 |
| }, |
| "peakRssMb": 769.1 |
| } |
| } |
| }, |
| "fp16hw": { |
| "about": "wfp16's storage over the FP16-hardware encoder: LayerNorm power-of-two pre-scale (x*2^-k, eps*4^-k, k from the corpus' FP32 ranges), first feed-forward FULLY_CONNECTED split in two halves; head and scorer FP32", |
| "file": "gliner2_base_encoder_fp16hw.tflite", |
| "bytes": 189416320, |
| "audit": { |
| "bytes": 189416320, |
| "signatures": [ |
| { |
| "key": "t128", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128, |
| 768 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "hidden_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128, |
| 768 |
| ] |
| } |
| ] |
| } |
| ], |
| "operators": { |
| "t128": 930 |
| }, |
| "opHistogram": { |
| "t128": { |
| "ADD": 135, |
| "BATCH_MATMUL": 48, |
| "CONCATENATION": 12, |
| "DEQUANTIZE": 84, |
| "FULLY_CONNECTED": 84, |
| "GELU": 12, |
| "MEAN": 50, |
| "MUL": 125, |
| "RESHAPE": 172, |
| "RSQRT": 25, |
| "SLICE": 48, |
| "SOFTMAX": 12, |
| "SQUARED_DIFFERENCE": 25, |
| "SUB": 26, |
| "TRANSPOSE": 72 |
| } |
| }, |
| "tensorDtypes": { |
| "FLOAT32": 1107, |
| "FLOAT16": 84, |
| "INT32": 14 |
| }, |
| "int64Tensors": 0, |
| "constantBytesBySignatures": { |
| "t128": 189229312 |
| }, |
| "activationsWithLeadingDimNot1": [ |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| } |
| ] |
| }, |
| "parity": { |
| "cpu": { |
| "calls": { |
| "facts": { |
| "calls": 287, |
| "same": 287, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 5e-05, |
| "driftP99": 0.00088, |
| "driftMax": 0.00189, |
| "over005": 0, |
| "msP50": 34.41, |
| "msP95": 40.91, |
| "spanF1": 1.0 |
| }, |
| "keywords.a": { |
| "calls": 287, |
| "same": 287, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 0.0, |
| "driftP99": 0.00063, |
| "driftMax": 0.00207, |
| "over005": 0, |
| "msP50": 29.86, |
| "msP95": 35.14, |
| "spanF1": 1.0 |
| }, |
| "keywords.b": { |
| "calls": 287, |
| "same": 285, |
| "refused": 0, |
| "sameRate": 0.993, |
| "driftP50": 2e-05, |
| "driftP99": 0.00135, |
| "driftMax": 0.00232, |
| "over005": 0, |
| "msP50": 25.09, |
| "msP95": 28.13, |
| "spanF1": 0.9966 |
| }, |
| "relation": { |
| "calls": 1660, |
| "same": 1660, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 6e-05, |
| "driftP99": 0.00108, |
| "driftMax": 0.00164, |
| "over005": 0, |
| "msP50": 24.94, |
| "msP95": 49.66 |
| } |
| }, |
| "gate": "pass", |
| "encoderFullyAccelerated": true, |
| "loadSeconds": 0.05 |
| }, |
| "gpu_fp32": { |
| "calls": { |
| "facts": { |
| "calls": 287, |
| "same": 287, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 5e-05, |
| "driftP99": 0.00088, |
| "driftMax": 0.00189, |
| "over005": 0, |
| "msP50": 15.3, |
| "msP95": 17.68, |
| "spanF1": 1.0 |
| }, |
| "keywords.a": { |
| "calls": 287, |
| "same": 287, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 0.0, |
| "driftP99": 0.00064, |
| "driftMax": 0.00206, |
| "over005": 0, |
| "msP50": 15.19, |
| "msP95": 15.9, |
| "spanF1": 1.0 |
| }, |
| "keywords.b": { |
| "calls": 287, |
| "same": 285, |
| "refused": 0, |
| "sameRate": 0.993, |
| "driftP50": 2e-05, |
| "driftP99": 0.00135, |
| "driftMax": 0.00233, |
| "over005": 0, |
| "msP50": 12.87, |
| "msP95": 14.16, |
| "spanF1": 0.9966 |
| }, |
| "relation": { |
| "calls": 1660, |
| "same": 1660, |
| "refused": 0, |
| "sameRate": 1.0, |
| "driftP50": 6e-05, |
| "driftP99": 0.00108, |
| "driftMax": 0.00164, |
| "over005": 0, |
| "msP50": 11.08, |
| "msP95": 13.15 |
| } |
| }, |
| "gate": "pass", |
| "encoderFullyAccelerated": true, |
| "loadSeconds": 0.49 |
| }, |
| "gpu_fp16": { |
| "calls": { |
| "facts": { |
| "calls": 287, |
| "same": 286, |
| "refused": 0, |
| "sameRate": 0.9965, |
| "driftP50": 0.00113, |
| "driftP99": 0.0243, |
| "driftMax": 0.04263, |
| "over005": 0, |
| "msP50": 13.49, |
| "msP95": 14.65, |
| "spanF1": 0.9992 |
| }, |
| "keywords.a": { |
| "calls": 287, |
| "same": 286, |
| "refused": 0, |
| "sameRate": 0.9965, |
| "driftP50": 3e-05, |
| "driftP99": 0.01815, |
| "driftMax": 0.02945, |
| "over005": 0, |
| "msP50": 13.6, |
| "msP95": 14.58, |
| "spanF1": 0.9982 |
| }, |
| "keywords.b": { |
| "calls": 287, |
| "same": 283, |
| "refused": 0, |
| "sameRate": 0.9861, |
| "driftP50": 0.0004, |
| "driftP99": 0.03023, |
| "driftMax": 0.05572, |
| "over005": 1, |
| "msP50": 13.5, |
| "msP95": 14.55, |
| "spanF1": 0.9932 |
| }, |
| "relation": { |
| "calls": 1660, |
| "same": 1654, |
| "refused": 0, |
| "sameRate": 0.9964, |
| "driftP50": 0.00175, |
| "driftP99": 0.02848, |
| "driftMax": 0.06258, |
| "over005": 1, |
| "msP50": 11.18, |
| "msP95": 12.88 |
| } |
| }, |
| "gate": "pass", |
| "encoderFullyAccelerated": true, |
| "loadSeconds": 0.52 |
| } |
| }, |
| "graphMs": { |
| "cpu": { |
| "encoder": { |
| "calls": 2521, |
| "p50": 25.4, |
| "p95": 42.92 |
| }, |
| "head": { |
| "calls": 2521, |
| "p50": 0.5, |
| "p95": 0.79 |
| }, |
| "scorer": { |
| "calls": 861, |
| "p50": 2.44, |
| "p95": 3.05 |
| } |
| }, |
| "gpu_fp32": { |
| "encoder": { |
| "calls": 2521, |
| "p50": 10.33, |
| "p95": 12.29 |
| }, |
| "head": { |
| "calls": 2521, |
| "p50": 0.61, |
| "p95": 0.96 |
| }, |
| "scorer": { |
| "calls": 861, |
| "p50": 3.54, |
| "p95": 4.32 |
| } |
| }, |
| "gpu_fp16": { |
| "encoder": { |
| "calls": 2521, |
| "p50": 8.35, |
| "p95": 9.48 |
| }, |
| "head": { |
| "calls": 2521, |
| "p50": 1.96, |
| "p95": 3.58 |
| }, |
| "scorer": { |
| "calls": 861, |
| "p50": 4.3, |
| "p95": 5.02 |
| } |
| } |
| }, |
| "maxDifferenceFromTorch": { |
| "cpu": { |
| "text_states": 0.00243, |
| "query_states": 0.00283, |
| "boundary_states": 0.00109, |
| "boundary_mask": 0.0, |
| "start_logits": 0.00194, |
| "end_logits": 0.00185, |
| "inside_prefix": 0.00548, |
| "inside_prefix_mean": 0.00213, |
| "pool_start_projection": 0.00129, |
| "pool_end_projection": 0.00138, |
| "null_logits": 0.00461, |
| "count_log_rates": 0.00285, |
| "classification_logits": 0.00575 |
| }, |
| "gpu_fp32": { |
| "text_states": 0.00243, |
| "query_states": 0.00283, |
| "boundary_states": 0.00109, |
| "boundary_mask": 0.0, |
| "start_logits": 0.00194, |
| "end_logits": 0.00185, |
| "inside_prefix": 0.00548, |
| "inside_prefix_mean": 0.00213, |
| "pool_start_projection": 0.00129, |
| "pool_end_projection": 0.00138, |
| "null_logits": 0.00462, |
| "count_log_rates": 0.00285, |
| "classification_logits": 0.00574 |
| }, |
| "gpu_fp16": { |
| "text_states": 0.0516, |
| "query_states": 0.0393, |
| "boundary_states": 0.0227, |
| "boundary_mask": 0.0, |
| "start_logits": 0.055, |
| "end_logits": 0.0401, |
| "inside_prefix": 0.0974, |
| "inside_prefix_mean": 0.0332, |
| "pool_start_projection": 0.0251, |
| "pool_end_projection": 0.0289, |
| "null_logits": 0.0675, |
| "count_log_rates": 0.0405, |
| "classification_logits": 0.109 |
| } |
| }, |
| "memory": { |
| "cpuNoCache": { |
| "loadSeconds": 0.11, |
| "baseline": { |
| "rssMb": 194.9, |
| "footprintMb": 150.0 |
| }, |
| "afterLoad": { |
| "rssMb": 846.8, |
| "footprintMb": 604.5 |
| }, |
| "afterWarm": { |
| "rssMb": 852.0, |
| "footprintMb": 608.5 |
| }, |
| "peakRssMb": 852.0 |
| }, |
| "cpuCacheFirst": { |
| "loadSeconds": 0.12, |
| "baseline": { |
| "rssMb": 194.7, |
| "footprintMb": 149.8 |
| }, |
| "afterLoad": { |
| "rssMb": 456.6, |
| "footprintMb": 214.0 |
| }, |
| "afterWarm": { |
| "rssMb": 785.9, |
| "footprintMb": 218.0 |
| }, |
| "peakRssMb": 785.9 |
| }, |
| "cpuCacheWarm": { |
| "loadSeconds": 0.04, |
| "baseline": { |
| "rssMb": 194.5, |
| "footprintMb": 149.5 |
| }, |
| "afterLoad": { |
| "rssMb": 445.9, |
| "footprintMb": 203.4 |
| }, |
| "afterWarm": { |
| "rssMb": 775.2, |
| "footprintMb": 207.3 |
| }, |
| "peakRssMb": 775.2 |
| } |
| } |
| }, |
| "int8": { |
| "about": "encoder dynamic-range int8 weights (ai-edge-quantizer dynamic_wi8_afp32: FULLY_CONNECTED and BATCH_MATMUL constants int8 per channel, activations quantized per call); head and scorer FP32; CPU only", |
| "file": "gliner2_base_encoder_int8.tflite", |
| "bytes": 91383968, |
| "audit": { |
| "bytes": 91383968, |
| "signatures": [ |
| { |
| "key": "t128", |
| "inputs": [ |
| { |
| "name": "attention_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128 |
| ] |
| }, |
| { |
| "name": "inputs_embeds", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128, |
| 768 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "hidden_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128, |
| 768 |
| ] |
| } |
| ] |
| } |
| ], |
| "operators": { |
| "t128": 810 |
| }, |
| "opHistogram": { |
| "t128": { |
| "ADD": 135, |
| "BATCH_MATMUL": 48, |
| "FULLY_CONNECTED": 72, |
| "GELU": 12, |
| "MEAN": 50, |
| "MUL": 113, |
| "RESHAPE": 172, |
| "RSQRT": 25, |
| "SLICE": 48, |
| "SOFTMAX": 12, |
| "SQUARED_DIFFERENCE": 25, |
| "SUB": 26, |
| "TRANSPOSE": 72 |
| } |
| }, |
| "tensorDtypes": { |
| "FLOAT32": 939, |
| "INT8": 96, |
| "INT32": 14 |
| }, |
| "int64Tensors": 0, |
| "constantBytesBySignatures": { |
| "t128": 90138832 |
| }, |
| "activationsWithLeadingDimNot1": [ |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 768 |
| ] |
| } |
| ] |
| }, |
| "parity": { |
| "cpu": { |
| "calls": { |
| "facts": { |
| "calls": 287, |
| "same": 207, |
| "refused": 0, |
| "sameRate": 0.7213, |
| "driftP50": 0.09363, |
| "driftP99": 0.38601, |
| "driftMax": 0.42468, |
| "over005": 142, |
| "msP50": 45.33, |
| "msP95": 49.83, |
| "spanF1": 0.901 |
| }, |
| "keywords.a": { |
| "calls": 287, |
| "same": 229, |
| "refused": 0, |
| "sameRate": 0.7979, |
| "driftP50": 0.00075, |
| "driftP99": 0.3057, |
| "driftMax": 0.32367, |
| "over005": 50, |
| "msP50": 45.35, |
| "msP95": 49.83, |
| "spanF1": 0.8594 |
| }, |
| "keywords.b": { |
| "calls": 287, |
| "same": 205, |
| "refused": 0, |
| "sameRate": 0.7143, |
| "driftP50": 0.03114, |
| "driftP99": 0.3568, |
| "driftMax": 0.42024, |
| "over005": 86, |
| "msP50": 33.79, |
| "msP95": 36.32, |
| "spanF1": 0.8348 |
| }, |
| "relation": { |
| "calls": 1660, |
| "same": 1488, |
| "refused": 0, |
| "sameRate": 0.8964, |
| "driftP50": 0.02606, |
| "driftP99": 0.34737, |
| "driftMax": 0.45487, |
| "over005": 471, |
| "msP50": 27.24, |
| "msP95": 36.35 |
| } |
| }, |
| "gate": [ |
| "facts: same 0.7213", |
| "facts: span F1 0.901", |
| "facts: drift p99 0.38601", |
| "keywords.a: same 0.7979", |
| "keywords.a: span F1 0.8594", |
| "keywords.a: drift p99 0.3057", |
| "keywords.b: same 0.7143", |
| "keywords.b: span F1 0.8348", |
| "keywords.b: drift p99 0.3568", |
| "relation: same 0.8964", |
| "relation: drift p99 0.34737" |
| ], |
| "encoderFullyAccelerated": true, |
| "loadSeconds": 0.1 |
| } |
| }, |
| "graphMs": { |
| "cpu": { |
| "encoder": { |
| "calls": 2521, |
| "p50": 29.58, |
| "p95": 42.79 |
| }, |
| "head": { |
| "calls": 2521, |
| "p50": 0.76, |
| "p95": 1.37 |
| }, |
| "scorer": { |
| "calls": 861, |
| "p50": 3.43, |
| "p95": 4.07 |
| } |
| } |
| }, |
| "maxDifferenceFromTorch": { |
| "cpu": { |
| "text_states": 1.71, |
| "query_states": 2.06, |
| "boundary_states": 0.814, |
| "boundary_mask": 0.0, |
| "start_logits": 2.08, |
| "end_logits": 1.92, |
| "inside_prefix": 3.96, |
| "inside_prefix_mean": 2.73, |
| "pool_start_projection": 0.951, |
| "pool_end_projection": 0.994, |
| "null_logits": 3.63, |
| "count_log_rates": 3.25, |
| "classification_logits": 1.85 |
| } |
| }, |
| "memory": { |
| "cpuNoCache": { |
| "loadSeconds": 0.1, |
| "baseline": { |
| "rssMb": 194.1, |
| "footprintMb": 149.1 |
| }, |
| "afterLoad": { |
| "rssMb": 414.3, |
| "footprintMb": 265.2 |
| }, |
| "afterWarm": { |
| "rssMb": 421.8, |
| "footprintMb": 271.5 |
| }, |
| "peakRssMb": 421.8 |
| }, |
| "cpuCacheFirst": { |
| "loadSeconds": 0.1, |
| "baseline": { |
| "rssMb": 193.8, |
| "footprintMb": 148.9 |
| }, |
| "afterLoad": { |
| "rssMb": 332.9, |
| "footprintMb": 183.8 |
| }, |
| "afterWarm": { |
| "rssMb": 422.8, |
| "footprintMb": 190.5 |
| }, |
| "peakRssMb": 422.8 |
| }, |
| "cpuCacheWarm": { |
| "loadSeconds": 0.02, |
| "baseline": { |
| "rssMb": 193.8, |
| "footprintMb": 148.8 |
| }, |
| "afterLoad": { |
| "rssMb": 249.6, |
| "footprintMb": 181.7 |
| }, |
| "afterWarm": { |
| "rssMb": 337.6, |
| "footprintMb": 186.6 |
| }, |
| "peakRssMb": 337.6 |
| } |
| } |
| } |
| }, |
| "fp16hw": { |
| "rule": "k per LayerNorm, the smallest with max |x - mean| * 2^-k <= 32.0 over the FP32 encoder's inputs of every fitting recorded call (padding rows included)", |
| "k": { |
| "L00.ln1": 0, |
| "L00.ln2": 5, |
| "L01.ln1": 0, |
| "L01.ln2": 6, |
| "L02.ln1": 0, |
| "L02.ln2": 7, |
| "L03.ln1": 0, |
| "L03.ln2": 6, |
| "L04.ln1": 0, |
| "L04.ln2": 5, |
| "L05.ln1": 0, |
| "L05.ln2": 5, |
| "L06.ln1": 0, |
| "L06.ln2": 5, |
| "L07.ln1": 0, |
| "L07.ln2": 4, |
| "L08.ln1": 0, |
| "L08.ln2": 5, |
| "L09.ln1": 0, |
| "L09.ln2": 4, |
| "L10.ln1": 0, |
| "L10.ln2": 2, |
| "L11.ln1": 0, |
| "L11.ln2": 1, |
| "emb": 0 |
| }, |
| "maxAbsDeviation": { |
| "L00.ln1": 5.4, |
| "L00.ln2": 599.0, |
| "L01.ln1": 7.24, |
| "L01.ln2": 1714.02, |
| "L02.ln1": 8.14, |
| "L02.ln2": 2292.76, |
| "L03.ln1": 8.0, |
| "L03.ln2": 1666.06, |
| "L04.ln1": 6.44, |
| "L04.ln2": 678.97, |
| "L05.ln1": 8.11, |
| "L05.ln2": 702.46, |
| "L06.ln1": 7.11, |
| "L06.ln2": 623.65, |
| "L07.ln1": 7.3, |
| "L07.ln2": 423.18, |
| "L08.ln1": 8.42, |
| "L08.ln2": 649.56, |
| "L09.ln1": 7.77, |
| "L09.ln2": 388.33, |
| "L10.ln1": 9.33, |
| "L10.ln2": 80.03, |
| "L11.ln1": 9.99, |
| "L11.ln2": 33.97, |
| "emb": 1.46 |
| }, |
| "prescaled": 12, |
| "norms": 25 |
| }, |
| "graphs": { |
| "head": { |
| "file": "gliner2_base_head_fp32.tflite", |
| "bytes": 8517024, |
| "audit": { |
| "bytes": 8517024, |
| "signatures": [ |
| { |
| "key": "t128", |
| "inputs": [ |
| { |
| "name": "cls_indices", |
| "dtype": "int32", |
| "shape": [ |
| 1, |
| 8 |
| ] |
| }, |
| { |
| "name": "cls_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8 |
| ] |
| }, |
| { |
| "name": "hidden_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 128, |
| 768 |
| ] |
| }, |
| { |
| "name": "query_indices", |
| "dtype": "int32", |
| "shape": [ |
| 1, |
| 8 |
| ] |
| }, |
| { |
| "name": "query_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8 |
| ] |
| }, |
| { |
| "name": "text_indices", |
| "dtype": "int32", |
| "shape": [ |
| 1, |
| 64 |
| ] |
| }, |
| { |
| "name": "text_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 64 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "boundary_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 65 |
| ] |
| }, |
| { |
| "name": "boundary_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 65, |
| 128 |
| ] |
| }, |
| { |
| "name": "classification_logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8 |
| ] |
| }, |
| { |
| "name": "count_log_rates", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8 |
| ] |
| }, |
| { |
| "name": "end_logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 65 |
| ] |
| }, |
| { |
| "name": "inside_prefix", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 65 |
| ] |
| }, |
| { |
| "name": "inside_prefix_mean", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 1 |
| ] |
| }, |
| { |
| "name": "null_logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8 |
| ] |
| }, |
| { |
| "name": "pool_end_projection", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 65, |
| 128 |
| ] |
| }, |
| { |
| "name": "pool_start_projection", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 65, |
| 128 |
| ] |
| }, |
| { |
| "name": "query_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 768 |
| ] |
| }, |
| { |
| "name": "start_logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 65 |
| ] |
| }, |
| { |
| "name": "text_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 64, |
| 768 |
| ] |
| } |
| ] |
| } |
| ], |
| "operators": { |
| "t128": 217 |
| }, |
| "opHistogram": { |
| "t128": { |
| "ABS": 1, |
| "ADD": 15, |
| "BATCH_MATMUL": 7, |
| "CAST": 4, |
| "CONCATENATION": 4, |
| "CUMSUM": 1, |
| "DIV": 1, |
| "EQUAL": 1, |
| "FULLY_CONNECTED": 21, |
| "GATHER_ND": 3, |
| "GREATER": 3, |
| "GREATER_EQUAL": 3, |
| "LESS": 3, |
| "LESS_EQUAL": 5, |
| "LOGICAL_AND": 6, |
| "LOGICAL_OR": 1, |
| "LOGISTIC": 1, |
| "MAXIMUM": 1, |
| "MEAN": 8, |
| "MUL": 22, |
| "REDUCE_ALL": 3, |
| "RESHAPE": 57, |
| "RSQRT": 4, |
| "SELECT": 3, |
| "SELECT_V2": 11, |
| "SLICE": 8, |
| "SOFTMAX": 2, |
| "SQUARED_DIFFERENCE": 4, |
| "SUB": 5, |
| "SUM": 3, |
| "TRANSPOSE": 6 |
| } |
| }, |
| "tensorDtypes": { |
| "FLOAT32": 225, |
| "INT32": 64, |
| "BOOL": 35 |
| }, |
| "int64Tensors": 0, |
| "constantBytesBySignatures": { |
| "t128": 8448693 |
| }, |
| "activationsWithLeadingDimNot1": [ |
| { |
| "signature": "t128", |
| "shape": [ |
| 64, |
| 1 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 64, |
| 1 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 64, |
| 1 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 64, |
| 1 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 128, |
| 1, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 64, |
| 1, |
| 768 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 8, |
| 1 |
| ] |
| }, |
| { |
| "signature": "t128", |
| "shape": [ |
| 8, |
| 1 |
| ] |
| } |
| ] |
| } |
| }, |
| "scorer": { |
| "file": "gliner2_base_scorer_fp32.tflite", |
| "bytes": 2126928, |
| "audit": { |
| "bytes": 2126928, |
| "signatures": [ |
| { |
| "key": "p192", |
| "inputs": [ |
| { |
| "name": "boundary_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 65, |
| 128 |
| ] |
| }, |
| { |
| "name": "candidate_compatibility", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 192 |
| ] |
| }, |
| { |
| "name": "candidate_indices", |
| "dtype": "int32", |
| "shape": [ |
| 1, |
| 192, |
| 2 |
| ] |
| }, |
| { |
| "name": "candidate_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 192 |
| ] |
| }, |
| { |
| "name": "end_logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 65 |
| ] |
| }, |
| { |
| "name": "inside_prefix", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 65 |
| ] |
| }, |
| { |
| "name": "inside_prefix_mean", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 1 |
| ] |
| }, |
| { |
| "name": "query_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8 |
| ] |
| }, |
| { |
| "name": "query_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 768 |
| ] |
| }, |
| { |
| "name": "start_logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 65 |
| ] |
| }, |
| { |
| "name": "text_mask", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 64 |
| ] |
| }, |
| { |
| "name": "text_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 64, |
| 768 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "candidate_states", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 192, |
| 768 |
| ] |
| }, |
| { |
| "name": "pair_logits", |
| "dtype": "float32", |
| "shape": [ |
| 1, |
| 8, |
| 192 |
| ] |
| } |
| ] |
| } |
| ], |
| "operators": { |
| "p192": 191 |
| }, |
| "opHistogram": { |
| "p192": { |
| "ADD": 26, |
| "BATCH_MATMUL": 1, |
| "BROADCAST_TO": 2, |
| "CAST": 9, |
| "CONCATENATION": 13, |
| "CUMSUM": 1, |
| "DIV": 3, |
| "FULLY_CONNECTED": 11, |
| "GATHER_ND": 10, |
| "GELU": 1, |
| "GREATER": 3, |
| "LESS": 10, |
| "LOG": 1, |
| "MAXIMUM": 5, |
| "MEAN": 4, |
| "MINIMUM": 4, |
| "MUL": 11, |
| "RESHAPE": 40, |
| "RSQRT": 3, |
| "SELECT": 2, |
| "SELECT_V2": 13, |
| "SLICE": 4, |
| "SQRT": 1, |
| "SQUARED_DIFFERENCE": 2, |
| "SUB": 6, |
| "SUM": 1, |
| "TRANSPOSE": 4 |
| } |
| }, |
| "tensorDtypes": { |
| "FLOAT32": 151, |
| "INT32": 106, |
| "BOOL": 19 |
| }, |
| "int64Tensors": 0, |
| "constantBytesBySignatures": { |
| "p192": 2062700 |
| }, |
| "activationsWithLeadingDimNot1": [ |
| { |
| "signature": "p192", |
| "shape": [ |
| 192, |
| 128 |
| ] |
| }, |
| { |
| "signature": "p192", |
| "shape": [ |
| 192, |
| 1 |
| ] |
| }, |
| { |
| "signature": "p192", |
| "shape": [ |
| 192, |
| 128 |
| ] |
| }, |
| { |
| "signature": "p192", |
| "shape": [ |
| 64, |
| 64 |
| ] |
| }, |
| { |
| "signature": "p192", |
| "shape": [ |
| 192, |
| 128 |
| ] |
| }, |
| { |
| "signature": "p192", |
| "shape": [ |
| 8, |
| 128 |
| ] |
| }, |
| { |
| "signature": "p192", |
| "shape": [ |
| 8, |
| 128 |
| ] |
| }, |
| { |
| "signature": "p192", |
| "shape": [ |
| 8, |
| 256 |
| ] |
| } |
| ] |
| } |
| } |
| }, |
| "encoderThreadSweep": { |
| "variant": "wfp16", |
| "runs": 30, |
| "p50Ms": { |
| "1": 34.89, |
| "2": 37.36, |
| "4": 35.27 |
| }, |
| "note": "measured with the Mac under other load (load average about 10: another Python job and an iOS simulator); threads made no clear difference, the phone decides" |
| } |
| } |
|
|
