{
 "model": "gliner25-base-litert",
 "source": "fastino/gliner2.5-base-v1@1a8bc24e00dc7300b9017c81d63e3dcdabb26596",
 "date": "2026-10-29",
 "versions": {
  "litert-torch": "0.9.4",
  "ai-edge-litert": "2.2.0",
  "ai-edge-quantizer": "0.9.0",
  "litert-converter": "0.4.0",
  "torch": "2.13.0",
  "transformers": "4.57.6",
  "gliner2": "2.0.0"
 },
 "machine": "arm64 Mac (Apple M5 Max, macOS 27.0.1)",
 "threads": {
  "encoder": 2,
  "head": 1,
  "scorer": 1
 },
 "bucket": {
  "tokens": 128,
  "words": 64,
  "queries": 8,
  "choices": 8,
  "pool": 192
 },
 "corpus": {
  "calls": 2521,
  "quick": false,
  "source": "gliner2 2.0.0 library calls recorded on a synthetic English corpus of short conversational statements",
  "sizes": {
   "facts": {
    "calls": 287,
    "fit": 287,
    "maxTokens": 99,
    "maxWords": 15,
    "over96Tokens": 8
   },
   "keywords.a": {
    "calls": 287,
    "fit": 287,
    "maxTokens": 85,
    "maxWords": 15,
    "over96Tokens": 0
   },
   "keywords.b": {
    "calls": 287,
    "fit": 287,
    "maxTokens": 80,
    "maxWords": 15,
    "over96Tokens": 0
   },
   "relation": {
    "calls": 1660,
    "fit": 1660,
    "maxTokens": 94,
    "maxWords": 28,
    "over96Tokens": 0
   }
  }
 },
 "gate": {
  "agreement": 0.95,
  "spanF1": 0.95,
  "drift": 0.05
 },
 "variants": {
  "wfp16": {
   "about": "encoder FULLY_CONNECTED weights stored float16 behind DEQUANTIZE (ai-edge-quantizer FLOAT_CASTING); FP32 activations, position tables and norms; finite -1e4 mask; head and scorer FP32",
   "file": "gliner2_base_encoder_wfp16.tflite",
   "bytes": 189419856,
   "audit": {
    "bytes": 189419856,
    "signatures": [
     {
      "key": "t128",
      "inputs": [
       {
        "name": "attention_mask",
        "dtype": "float32",
        "shape": [
         1,
         128
        ]
       },
       {
        "name": "inputs_embeds",
        "dtype": "float32",
        "shape": [
         1,
         128,
         768
        ]
       }
      ],
      "outputs": [
       {
        "name": "hidden_states",
        "dtype": "float32",
        "shape": [
         1,
         128,
         768
        ]
       }
      ]
     }
    ],
    "operators": {
     "t128": 882
    },
    "opHistogram": {
     "t128": {
      "ADD": 135,
      "BATCH_MATMUL": 48,
      "DEQUANTIZE": 72,
      "FULLY_CONNECTED": 72,
      "GELU": 12,
      "MEAN": 50,
      "MUL": 113,
      "RESHAPE": 172,
      "RSQRT": 25,
      "SLICE": 48,
      "SOFTMAX": 12,
      "SQUARED_DIFFERENCE": 25,
      "SUB": 26,
      "TRANSPOSE": 72
     }
    },
    "tensorDtypes": {
     "FLOAT32": 1035,
     "FLOAT16": 72,
     "INT32": 14
    },
    "int64Tensors": 0,
    "constantBytesBySignatures": {
     "t128": 189229264
    },
    "activationsWithLeadingDimNot1": [
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     }
    ]
   },
   "parity": {
    "cpu": {
     "calls": {
      "facts": {
       "calls": 287,
       "same": 287,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 5e-05,
       "driftP99": 0.00088,
       "driftMax": 0.00189,
       "over005": 0,
       "msP50": 24.59,
       "msP95": 36.72,
       "spanF1": 1.0
      },
      "keywords.a": {
       "calls": 287,
       "same": 287,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 0.0,
       "driftP99": 0.00063,
       "driftMax": 0.00207,
       "over005": 0,
       "msP50": 25.33,
       "msP95": 33.69,
       "spanF1": 1.0
      },
      "keywords.b": {
       "calls": 287,
       "same": 285,
       "refused": 0,
       "sameRate": 0.993,
       "driftP50": 2e-05,
       "driftP99": 0.00135,
       "driftMax": 0.00232,
       "over005": 0,
       "msP50": 25.92,
       "msP95": 28.76,
       "spanF1": 0.9966
      },
      "relation": {
       "calls": 1660,
       "same": 1660,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 6e-05,
       "driftP99": 0.00108,
       "driftMax": 0.00164,
       "over005": 0,
       "msP50": 29.43,
       "msP95": 34.82
      }
     },
     "gate": "pass",
     "encoderFullyAccelerated": true,
     "loadSeconds": 0.04
    },
    "gpu_fp32": {
     "calls": {
      "facts": {
       "calls": 287,
       "same": 287,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 5e-05,
       "driftP99": 0.00088,
       "driftMax": 0.00189,
       "over005": 0,
       "msP50": 12.29,
       "msP95": 13.26,
       "spanF1": 1.0
      },
      "keywords.a": {
       "calls": 287,
       "same": 287,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 0.0,
       "driftP99": 0.00064,
       "driftMax": 0.00206,
       "over005": 0,
       "msP50": 13.08,
       "msP95": 13.82,
       "spanF1": 1.0
      },
      "keywords.b": {
       "calls": 287,
       "same": 285,
       "refused": 0,
       "sameRate": 0.993,
       "driftP50": 2e-05,
       "driftP99": 0.00135,
       "driftMax": 0.00233,
       "over005": 0,
       "msP50": 12.95,
       "msP95": 13.57,
       "spanF1": 0.9966
      },
      "relation": {
       "calls": 1660,
       "same": 1660,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 6e-05,
       "driftP99": 0.00108,
       "driftMax": 0.00164,
       "over005": 0,
       "msP50": 11.13,
       "msP95": 12.73
      }
     },
     "gate": "pass",
     "encoderFullyAccelerated": true,
     "loadSeconds": 0.34
    },
    "gpu_fp16": {
     "calls": {
      "facts": {
       "calls": 287,
       "same": 13,
       "refused": 0,
       "sameRate": 0.0453,
       "driftP50": 0.0,
       "driftP99": 0.0,
       "driftMax": 0.0,
       "over005": 0,
       "msP50": 12.33,
       "msP95": 26.72,
       "spanF1": 0.0
      },
      "keywords.a": {
       "calls": 287,
       "same": 112,
       "refused": 0,
       "sameRate": 0.3902,
       "driftP50": 0.0,
       "driftP99": 0.0,
       "driftMax": 0.0,
       "over005": 0,
       "msP50": 12.81,
       "msP95": 15.09,
       "spanF1": 0.0
      },
      "keywords.b": {
       "calls": 287,
       "same": 68,
       "refused": 0,
       "sameRate": 0.2369,
       "driftP50": 0.0,
       "driftP99": 0.0,
       "driftMax": 0.0,
       "over005": 0,
       "msP50": 10.81,
       "msP95": 12.3,
       "spanF1": 0.0
      },
      "relation": {
       "calls": 1660,
       "same": 1259,
       "refused": 0,
       "sameRate": 0.7584,
       "driftP50": 0.51125,
       "driftP99": 0.58571,
       "driftMax": 0.59216,
       "over005": 1248,
       "msP50": 9.02,
       "msP95": 10.22
      }
     },
     "gate": [
      "facts: same 0.0453",
      "facts: span F1 0.0",
      "keywords.a: same 0.3902",
      "keywords.a: span F1 0.0",
      "keywords.b: same 0.2369",
      "keywords.b: span F1 0.0",
      "relation: same 0.7584",
      "relation: drift p99 0.58571"
     ],
     "encoderFullyAccelerated": true,
     "loadSeconds": 0.53
    }
   },
   "graphMs": {
    "cpu": {
     "encoder": {
      "calls": 2521,
      "p50": 26.28,
      "p95": 33.64
     },
     "head": {
      "calls": 2521,
      "p50": 0.52,
      "p95": 0.66
     },
     "scorer": {
      "calls": 861,
      "p50": 2.13,
      "p95": 2.77
     }
    },
    "gpu_fp32": {
     "encoder": {
      "calls": 2521,
      "p50": 10.03,
      "p95": 11.81
     },
     "head": {
      "calls": 2521,
      "p50": 0.65,
      "p95": 1.06
     },
     "scorer": {
      "calls": 861,
      "p50": 2.49,
      "p95": 2.9
     }
    },
    "gpu_fp16": {
     "encoder": {
      "calls": 2521,
      "p50": 8.09,
      "p95": 9.37
     },
     "head": {
      "calls": 2521,
      "p50": 0.72,
      "p95": 1.26
     },
     "scorer": {
      "calls": 861,
      "p50": 3.47,
      "p95": 4.66
     }
    }
   },
   "maxDifferenceFromTorch": {
    "cpu": {
     "text_states": 0.00243,
     "query_states": 0.00283,
     "boundary_states": 0.00109,
     "boundary_mask": 0.0,
     "start_logits": 0.00194,
     "end_logits": 0.00185,
     "inside_prefix": 0.00548,
     "inside_prefix_mean": 0.00213,
     "pool_start_projection": 0.00129,
     "pool_end_projection": 0.00138,
     "null_logits": 0.00461,
     "count_log_rates": 0.00285,
     "classification_logits": 0.00575
    },
    "gpu_fp32": {
     "text_states": 0.00243,
     "query_states": 0.00283,
     "boundary_states": 0.00109,
     "boundary_mask": 0.0,
     "start_logits": 0.00194,
     "end_logits": 0.00185,
     "inside_prefix": 0.00548,
     "inside_prefix_mean": 0.00213,
     "pool_start_projection": 0.00129,
     "pool_end_projection": 0.00138,
     "null_logits": 0.00462,
     "count_log_rates": 0.00285,
     "classification_logits": 0.00574
    },
    "gpu_fp16": {
     "text_states": 4.64,
     "query_states": 3.71,
     "boundary_states": 2.34,
     "boundary_mask": 0.0,
     "start_logits": 6.01,
     "end_logits": 6.08,
     "inside_prefix": 11.3,
     "inside_prefix_mean": 7.08,
     "pool_start_projection": 3.73,
     "pool_end_projection": 2.97,
     "null_logits": 8.04,
     "count_log_rates": 6.68,
     "classification_logits": 7.69
    }
   },
   "memory": {
    "cpuNoCache": {
     "loadSeconds": 0.06,
     "baseline": {
      "rssMb": 194.1,
      "footprintMb": 149.1
     },
     "afterLoad": {
      "rssMb": 767.4,
      "footprintMb": 525.1
     },
     "afterWarm": {
      "rssMb": 771.4,
      "footprintMb": 527.8
     },
     "peakRssMb": 771.4
    },
    "cpuCacheFirst": {
     "loadSeconds": 0.06,
     "baseline": {
      "rssMb": 193.9,
      "footprintMb": 148.9
     },
     "afterLoad": {
      "rssMb": 451.7,
      "footprintMb": 209.2
     },
     "afterWarm": {
      "rssMb": 780.3,
      "footprintMb": 212.4
     },
     "peakRssMb": 780.3
    },
    "cpuCacheWarm": {
     "loadSeconds": 0.03,
     "baseline": {
      "rssMb": 193.7,
      "footprintMb": 148.8
     },
     "afterLoad": {
      "rssMb": 440.5,
      "footprintMb": 197.9
     },
     "afterWarm": {
      "rssMb": 769.1,
      "footprintMb": 201.0
     },
     "peakRssMb": 769.1
    }
   }
  },
  "fp16hw": {
   "about": "wfp16's storage over the FP16-hardware encoder: LayerNorm power-of-two pre-scale (x*2^-k, eps*4^-k, k from the corpus' FP32 ranges), first feed-forward FULLY_CONNECTED split in two halves; head and scorer FP32",
   "file": "gliner2_base_encoder_fp16hw.tflite",
   "bytes": 189416320,
   "audit": {
    "bytes": 189416320,
    "signatures": [
     {
      "key": "t128",
      "inputs": [
       {
        "name": "attention_mask",
        "dtype": "float32",
        "shape": [
         1,
         128
        ]
       },
       {
        "name": "inputs_embeds",
        "dtype": "float32",
        "shape": [
         1,
         128,
         768
        ]
       }
      ],
      "outputs": [
       {
        "name": "hidden_states",
        "dtype": "float32",
        "shape": [
         1,
         128,
         768
        ]
       }
      ]
     }
    ],
    "operators": {
     "t128": 930
    },
    "opHistogram": {
     "t128": {
      "ADD": 135,
      "BATCH_MATMUL": 48,
      "CONCATENATION": 12,
      "DEQUANTIZE": 84,
      "FULLY_CONNECTED": 84,
      "GELU": 12,
      "MEAN": 50,
      "MUL": 125,
      "RESHAPE": 172,
      "RSQRT": 25,
      "SLICE": 48,
      "SOFTMAX": 12,
      "SQUARED_DIFFERENCE": 25,
      "SUB": 26,
      "TRANSPOSE": 72
     }
    },
    "tensorDtypes": {
     "FLOAT32": 1107,
     "FLOAT16": 84,
     "INT32": 14
    },
    "int64Tensors": 0,
    "constantBytesBySignatures": {
     "t128": 189229312
    },
    "activationsWithLeadingDimNot1": [
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     }
    ]
   },
   "parity": {
    "cpu": {
     "calls": {
      "facts": {
       "calls": 287,
       "same": 287,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 5e-05,
       "driftP99": 0.00088,
       "driftMax": 0.00189,
       "over005": 0,
       "msP50": 34.41,
       "msP95": 40.91,
       "spanF1": 1.0
      },
      "keywords.a": {
       "calls": 287,
       "same": 287,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 0.0,
       "driftP99": 0.00063,
       "driftMax": 0.00207,
       "over005": 0,
       "msP50": 29.86,
       "msP95": 35.14,
       "spanF1": 1.0
      },
      "keywords.b": {
       "calls": 287,
       "same": 285,
       "refused": 0,
       "sameRate": 0.993,
       "driftP50": 2e-05,
       "driftP99": 0.00135,
       "driftMax": 0.00232,
       "over005": 0,
       "msP50": 25.09,
       "msP95": 28.13,
       "spanF1": 0.9966
      },
      "relation": {
       "calls": 1660,
       "same": 1660,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 6e-05,
       "driftP99": 0.00108,
       "driftMax": 0.00164,
       "over005": 0,
       "msP50": 24.94,
       "msP95": 49.66
      }
     },
     "gate": "pass",
     "encoderFullyAccelerated": true,
     "loadSeconds": 0.05
    },
    "gpu_fp32": {
     "calls": {
      "facts": {
       "calls": 287,
       "same": 287,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 5e-05,
       "driftP99": 0.00088,
       "driftMax": 0.00189,
       "over005": 0,
       "msP50": 15.3,
       "msP95": 17.68,
       "spanF1": 1.0
      },
      "keywords.a": {
       "calls": 287,
       "same": 287,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 0.0,
       "driftP99": 0.00064,
       "driftMax": 0.00206,
       "over005": 0,
       "msP50": 15.19,
       "msP95": 15.9,
       "spanF1": 1.0
      },
      "keywords.b": {
       "calls": 287,
       "same": 285,
       "refused": 0,
       "sameRate": 0.993,
       "driftP50": 2e-05,
       "driftP99": 0.00135,
       "driftMax": 0.00233,
       "over005": 0,
       "msP50": 12.87,
       "msP95": 14.16,
       "spanF1": 0.9966
      },
      "relation": {
       "calls": 1660,
       "same": 1660,
       "refused": 0,
       "sameRate": 1.0,
       "driftP50": 6e-05,
       "driftP99": 0.00108,
       "driftMax": 0.00164,
       "over005": 0,
       "msP50": 11.08,
       "msP95": 13.15
      }
     },
     "gate": "pass",
     "encoderFullyAccelerated": true,
     "loadSeconds": 0.49
    },
    "gpu_fp16": {
     "calls": {
      "facts": {
       "calls": 287,
       "same": 286,
       "refused": 0,
       "sameRate": 0.9965,
       "driftP50": 0.00113,
       "driftP99": 0.0243,
       "driftMax": 0.04263,
       "over005": 0,
       "msP50": 13.49,
       "msP95": 14.65,
       "spanF1": 0.9992
      },
      "keywords.a": {
       "calls": 287,
       "same": 286,
       "refused": 0,
       "sameRate": 0.9965,
       "driftP50": 3e-05,
       "driftP99": 0.01815,
       "driftMax": 0.02945,
       "over005": 0,
       "msP50": 13.6,
       "msP95": 14.58,
       "spanF1": 0.9982
      },
      "keywords.b": {
       "calls": 287,
       "same": 283,
       "refused": 0,
       "sameRate": 0.9861,
       "driftP50": 0.0004,
       "driftP99": 0.03023,
       "driftMax": 0.05572,
       "over005": 1,
       "msP50": 13.5,
       "msP95": 14.55,
       "spanF1": 0.9932
      },
      "relation": {
       "calls": 1660,
       "same": 1654,
       "refused": 0,
       "sameRate": 0.9964,
       "driftP50": 0.00175,
       "driftP99": 0.02848,
       "driftMax": 0.06258,
       "over005": 1,
       "msP50": 11.18,
       "msP95": 12.88
      }
     },
     "gate": "pass",
     "encoderFullyAccelerated": true,
     "loadSeconds": 0.52
    }
   },
   "graphMs": {
    "cpu": {
     "encoder": {
      "calls": 2521,
      "p50": 25.4,
      "p95": 42.92
     },
     "head": {
      "calls": 2521,
      "p50": 0.5,
      "p95": 0.79
     },
     "scorer": {
      "calls": 861,
      "p50": 2.44,
      "p95": 3.05
     }
    },
    "gpu_fp32": {
     "encoder": {
      "calls": 2521,
      "p50": 10.33,
      "p95": 12.29
     },
     "head": {
      "calls": 2521,
      "p50": 0.61,
      "p95": 0.96
     },
     "scorer": {
      "calls": 861,
      "p50": 3.54,
      "p95": 4.32
     }
    },
    "gpu_fp16": {
     "encoder": {
      "calls": 2521,
      "p50": 8.35,
      "p95": 9.48
     },
     "head": {
      "calls": 2521,
      "p50": 1.96,
      "p95": 3.58
     },
     "scorer": {
      "calls": 861,
      "p50": 4.3,
      "p95": 5.02
     }
    }
   },
   "maxDifferenceFromTorch": {
    "cpu": {
     "text_states": 0.00243,
     "query_states": 0.00283,
     "boundary_states": 0.00109,
     "boundary_mask": 0.0,
     "start_logits": 0.00194,
     "end_logits": 0.00185,
     "inside_prefix": 0.00548,
     "inside_prefix_mean": 0.00213,
     "pool_start_projection": 0.00129,
     "pool_end_projection": 0.00138,
     "null_logits": 0.00461,
     "count_log_rates": 0.00285,
     "classification_logits": 0.00575
    },
    "gpu_fp32": {
     "text_states": 0.00243,
     "query_states": 0.00283,
     "boundary_states": 0.00109,
     "boundary_mask": 0.0,
     "start_logits": 0.00194,
     "end_logits": 0.00185,
     "inside_prefix": 0.00548,
     "inside_prefix_mean": 0.00213,
     "pool_start_projection": 0.00129,
     "pool_end_projection": 0.00138,
     "null_logits": 0.00462,
     "count_log_rates": 0.00285,
     "classification_logits": 0.00574
    },
    "gpu_fp16": {
     "text_states": 0.0516,
     "query_states": 0.0393,
     "boundary_states": 0.0227,
     "boundary_mask": 0.0,
     "start_logits": 0.055,
     "end_logits": 0.0401,
     "inside_prefix": 0.0974,
     "inside_prefix_mean": 0.0332,
     "pool_start_projection": 0.0251,
     "pool_end_projection": 0.0289,
     "null_logits": 0.0675,
     "count_log_rates": 0.0405,
     "classification_logits": 0.109
    }
   },
   "memory": {
    "cpuNoCache": {
     "loadSeconds": 0.11,
     "baseline": {
      "rssMb": 194.9,
      "footprintMb": 150.0
     },
     "afterLoad": {
      "rssMb": 846.8,
      "footprintMb": 604.5
     },
     "afterWarm": {
      "rssMb": 852.0,
      "footprintMb": 608.5
     },
     "peakRssMb": 852.0
    },
    "cpuCacheFirst": {
     "loadSeconds": 0.12,
     "baseline": {
      "rssMb": 194.7,
      "footprintMb": 149.8
     },
     "afterLoad": {
      "rssMb": 456.6,
      "footprintMb": 214.0
     },
     "afterWarm": {
      "rssMb": 785.9,
      "footprintMb": 218.0
     },
     "peakRssMb": 785.9
    },
    "cpuCacheWarm": {
     "loadSeconds": 0.04,
     "baseline": {
      "rssMb": 194.5,
      "footprintMb": 149.5
     },
     "afterLoad": {
      "rssMb": 445.9,
      "footprintMb": 203.4
     },
     "afterWarm": {
      "rssMb": 775.2,
      "footprintMb": 207.3
     },
     "peakRssMb": 775.2
    }
   }
  },
  "int8": {
   "about": "encoder dynamic-range int8 weights (ai-edge-quantizer dynamic_wi8_afp32: FULLY_CONNECTED and BATCH_MATMUL constants int8 per channel, activations quantized per call); head and scorer FP32; CPU only",
   "file": "gliner2_base_encoder_int8.tflite",
   "bytes": 91383968,
   "audit": {
    "bytes": 91383968,
    "signatures": [
     {
      "key": "t128",
      "inputs": [
       {
        "name": "attention_mask",
        "dtype": "float32",
        "shape": [
         1,
         128
        ]
       },
       {
        "name": "inputs_embeds",
        "dtype": "float32",
        "shape": [
         1,
         128,
         768
        ]
       }
      ],
      "outputs": [
       {
        "name": "hidden_states",
        "dtype": "float32",
        "shape": [
         1,
         128,
         768
        ]
       }
      ]
     }
    ],
    "operators": {
     "t128": 810
    },
    "opHistogram": {
     "t128": {
      "ADD": 135,
      "BATCH_MATMUL": 48,
      "FULLY_CONNECTED": 72,
      "GELU": 12,
      "MEAN": 50,
      "MUL": 113,
      "RESHAPE": 172,
      "RSQRT": 25,
      "SLICE": 48,
      "SOFTMAX": 12,
      "SQUARED_DIFFERENCE": 25,
      "SUB": 26,
      "TRANSPOSE": 72
     }
    },
    "tensorDtypes": {
     "FLOAT32": 939,
     "INT8": 96,
     "INT32": 14
    },
    "int64Tensors": 0,
    "constantBytesBySignatures": {
     "t128": 90138832
    },
    "activationsWithLeadingDimNot1": [
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       768
      ]
     }
    ]
   },
   "parity": {
    "cpu": {
     "calls": {
      "facts": {
       "calls": 287,
       "same": 207,
       "refused": 0,
       "sameRate": 0.7213,
       "driftP50": 0.09363,
       "driftP99": 0.38601,
       "driftMax": 0.42468,
       "over005": 142,
       "msP50": 45.33,
       "msP95": 49.83,
       "spanF1": 0.901
      },
      "keywords.a": {
       "calls": 287,
       "same": 229,
       "refused": 0,
       "sameRate": 0.7979,
       "driftP50": 0.00075,
       "driftP99": 0.3057,
       "driftMax": 0.32367,
       "over005": 50,
       "msP50": 45.35,
       "msP95": 49.83,
       "spanF1": 0.8594
      },
      "keywords.b": {
       "calls": 287,
       "same": 205,
       "refused": 0,
       "sameRate": 0.7143,
       "driftP50": 0.03114,
       "driftP99": 0.3568,
       "driftMax": 0.42024,
       "over005": 86,
       "msP50": 33.79,
       "msP95": 36.32,
       "spanF1": 0.8348
      },
      "relation": {
       "calls": 1660,
       "same": 1488,
       "refused": 0,
       "sameRate": 0.8964,
       "driftP50": 0.02606,
       "driftP99": 0.34737,
       "driftMax": 0.45487,
       "over005": 471,
       "msP50": 27.24,
       "msP95": 36.35
      }
     },
     "gate": [
      "facts: same 0.7213",
      "facts: span F1 0.901",
      "facts: drift p99 0.38601",
      "keywords.a: same 0.7979",
      "keywords.a: span F1 0.8594",
      "keywords.a: drift p99 0.3057",
      "keywords.b: same 0.7143",
      "keywords.b: span F1 0.8348",
      "keywords.b: drift p99 0.3568",
      "relation: same 0.8964",
      "relation: drift p99 0.34737"
     ],
     "encoderFullyAccelerated": true,
     "loadSeconds": 0.1
    }
   },
   "graphMs": {
    "cpu": {
     "encoder": {
      "calls": 2521,
      "p50": 29.58,
      "p95": 42.79
     },
     "head": {
      "calls": 2521,
      "p50": 0.76,
      "p95": 1.37
     },
     "scorer": {
      "calls": 861,
      "p50": 3.43,
      "p95": 4.07
     }
    }
   },
   "maxDifferenceFromTorch": {
    "cpu": {
     "text_states": 1.71,
     "query_states": 2.06,
     "boundary_states": 0.814,
     "boundary_mask": 0.0,
     "start_logits": 2.08,
     "end_logits": 1.92,
     "inside_prefix": 3.96,
     "inside_prefix_mean": 2.73,
     "pool_start_projection": 0.951,
     "pool_end_projection": 0.994,
     "null_logits": 3.63,
     "count_log_rates": 3.25,
     "classification_logits": 1.85
    }
   },
   "memory": {
    "cpuNoCache": {
     "loadSeconds": 0.1,
     "baseline": {
      "rssMb": 194.1,
      "footprintMb": 149.1
     },
     "afterLoad": {
      "rssMb": 414.3,
      "footprintMb": 265.2
     },
     "afterWarm": {
      "rssMb": 421.8,
      "footprintMb": 271.5
     },
     "peakRssMb": 421.8
    },
    "cpuCacheFirst": {
     "loadSeconds": 0.1,
     "baseline": {
      "rssMb": 193.8,
      "footprintMb": 148.9
     },
     "afterLoad": {
      "rssMb": 332.9,
      "footprintMb": 183.8
     },
     "afterWarm": {
      "rssMb": 422.8,
      "footprintMb": 190.5
     },
     "peakRssMb": 422.8
    },
    "cpuCacheWarm": {
     "loadSeconds": 0.02,
     "baseline": {
      "rssMb": 193.8,
      "footprintMb": 148.8
     },
     "afterLoad": {
      "rssMb": 249.6,
      "footprintMb": 181.7
     },
     "afterWarm": {
      "rssMb": 337.6,
      "footprintMb": 186.6
     },
     "peakRssMb": 337.6
    }
   }
  }
 },
 "fp16hw": {
  "rule": "k per LayerNorm, the smallest with max |x - mean| * 2^-k <= 32.0 over the FP32 encoder's inputs of every fitting recorded call (padding rows included)",
  "k": {
   "L00.ln1": 0,
   "L00.ln2": 5,
   "L01.ln1": 0,
   "L01.ln2": 6,
   "L02.ln1": 0,
   "L02.ln2": 7,
   "L03.ln1": 0,
   "L03.ln2": 6,
   "L04.ln1": 0,
   "L04.ln2": 5,
   "L05.ln1": 0,
   "L05.ln2": 5,
   "L06.ln1": 0,
   "L06.ln2": 5,
   "L07.ln1": 0,
   "L07.ln2": 4,
   "L08.ln1": 0,
   "L08.ln2": 5,
   "L09.ln1": 0,
   "L09.ln2": 4,
   "L10.ln1": 0,
   "L10.ln2": 2,
   "L11.ln1": 0,
   "L11.ln2": 1,
   "emb": 0
  },
  "maxAbsDeviation": {
   "L00.ln1": 5.4,
   "L00.ln2": 599.0,
   "L01.ln1": 7.24,
   "L01.ln2": 1714.02,
   "L02.ln1": 8.14,
   "L02.ln2": 2292.76,
   "L03.ln1": 8.0,
   "L03.ln2": 1666.06,
   "L04.ln1": 6.44,
   "L04.ln2": 678.97,
   "L05.ln1": 8.11,
   "L05.ln2": 702.46,
   "L06.ln1": 7.11,
   "L06.ln2": 623.65,
   "L07.ln1": 7.3,
   "L07.ln2": 423.18,
   "L08.ln1": 8.42,
   "L08.ln2": 649.56,
   "L09.ln1": 7.77,
   "L09.ln2": 388.33,
   "L10.ln1": 9.33,
   "L10.ln2": 80.03,
   "L11.ln1": 9.99,
   "L11.ln2": 33.97,
   "emb": 1.46
  },
  "prescaled": 12,
  "norms": 25
 },
 "graphs": {
  "head": {
   "file": "gliner2_base_head_fp32.tflite",
   "bytes": 8517024,
   "audit": {
    "bytes": 8517024,
    "signatures": [
     {
      "key": "t128",
      "inputs": [
       {
        "name": "cls_indices",
        "dtype": "int32",
        "shape": [
         1,
         8
        ]
       },
       {
        "name": "cls_mask",
        "dtype": "float32",
        "shape": [
         1,
         8
        ]
       },
       {
        "name": "hidden_states",
        "dtype": "float32",
        "shape": [
         1,
         128,
         768
        ]
       },
       {
        "name": "query_indices",
        "dtype": "int32",
        "shape": [
         1,
         8
        ]
       },
       {
        "name": "query_mask",
        "dtype": "float32",
        "shape": [
         1,
         8
        ]
       },
       {
        "name": "text_indices",
        "dtype": "int32",
        "shape": [
         1,
         64
        ]
       },
       {
        "name": "text_mask",
        "dtype": "float32",
        "shape": [
         1,
         64
        ]
       }
      ],
      "outputs": [
       {
        "name": "boundary_mask",
        "dtype": "float32",
        "shape": [
         1,
         65
        ]
       },
       {
        "name": "boundary_states",
        "dtype": "float32",
        "shape": [
         1,
         65,
         128
        ]
       },
       {
        "name": "classification_logits",
        "dtype": "float32",
        "shape": [
         1,
         8
        ]
       },
       {
        "name": "count_log_rates",
        "dtype": "float32",
        "shape": [
         1,
         8
        ]
       },
       {
        "name": "end_logits",
        "dtype": "float32",
        "shape": [
         1,
         8,
         65
        ]
       },
       {
        "name": "inside_prefix",
        "dtype": "float32",
        "shape": [
         1,
         8,
         65
        ]
       },
       {
        "name": "inside_prefix_mean",
        "dtype": "float32",
        "shape": [
         1,
         8,
         1
        ]
       },
       {
        "name": "null_logits",
        "dtype": "float32",
        "shape": [
         1,
         8
        ]
       },
       {
        "name": "pool_end_projection",
        "dtype": "float32",
        "shape": [
         1,
         65,
         128
        ]
       },
       {
        "name": "pool_start_projection",
        "dtype": "float32",
        "shape": [
         1,
         65,
         128
        ]
       },
       {
        "name": "query_states",
        "dtype": "float32",
        "shape": [
         1,
         8,
         768
        ]
       },
       {
        "name": "start_logits",
        "dtype": "float32",
        "shape": [
         1,
         8,
         65
        ]
       },
       {
        "name": "text_states",
        "dtype": "float32",
        "shape": [
         1,
         64,
         768
        ]
       }
      ]
     }
    ],
    "operators": {
     "t128": 217
    },
    "opHistogram": {
     "t128": {
      "ABS": 1,
      "ADD": 15,
      "BATCH_MATMUL": 7,
      "CAST": 4,
      "CONCATENATION": 4,
      "CUMSUM": 1,
      "DIV": 1,
      "EQUAL": 1,
      "FULLY_CONNECTED": 21,
      "GATHER_ND": 3,
      "GREATER": 3,
      "GREATER_EQUAL": 3,
      "LESS": 3,
      "LESS_EQUAL": 5,
      "LOGICAL_AND": 6,
      "LOGICAL_OR": 1,
      "LOGISTIC": 1,
      "MAXIMUM": 1,
      "MEAN": 8,
      "MUL": 22,
      "REDUCE_ALL": 3,
      "RESHAPE": 57,
      "RSQRT": 4,
      "SELECT": 3,
      "SELECT_V2": 11,
      "SLICE": 8,
      "SOFTMAX": 2,
      "SQUARED_DIFFERENCE": 4,
      "SUB": 5,
      "SUM": 3,
      "TRANSPOSE": 6
     }
    },
    "tensorDtypes": {
     "FLOAT32": 225,
     "INT32": 64,
     "BOOL": 35
    },
    "int64Tensors": 0,
    "constantBytesBySignatures": {
     "t128": 8448693
    },
    "activationsWithLeadingDimNot1": [
     {
      "signature": "t128",
      "shape": [
       64,
       1
      ]
     },
     {
      "signature": "t128",
      "shape": [
       64,
       1
      ]
     },
     {
      "signature": "t128",
      "shape": [
       64,
       1
      ]
     },
     {
      "signature": "t128",
      "shape": [
       64,
       1
      ]
     },
     {
      "signature": "t128",
      "shape": [
       128,
       1,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       64,
       1,
       768
      ]
     },
     {
      "signature": "t128",
      "shape": [
       8,
       1
      ]
     },
     {
      "signature": "t128",
      "shape": [
       8,
       1
      ]
     }
    ]
   }
  },
  "scorer": {
   "file": "gliner2_base_scorer_fp32.tflite",
   "bytes": 2126928,
   "audit": {
    "bytes": 2126928,
    "signatures": [
     {
      "key": "p192",
      "inputs": [
       {
        "name": "boundary_states",
        "dtype": "float32",
        "shape": [
         1,
         65,
         128
        ]
       },
       {
        "name": "candidate_compatibility",
        "dtype": "float32",
        "shape": [
         1,
         192
        ]
       },
       {
        "name": "candidate_indices",
        "dtype": "int32",
        "shape": [
         1,
         192,
         2
        ]
       },
       {
        "name": "candidate_mask",
        "dtype": "float32",
        "shape": [
         1,
         192
        ]
       },
       {
        "name": "end_logits",
        "dtype": "float32",
        "shape": [
         1,
         8,
         65
        ]
       },
       {
        "name": "inside_prefix",
        "dtype": "float32",
        "shape": [
         1,
         8,
         65
        ]
       },
       {
        "name": "inside_prefix_mean",
        "dtype": "float32",
        "shape": [
         1,
         8,
         1
        ]
       },
       {
        "name": "query_mask",
        "dtype": "float32",
        "shape": [
         1,
         8
        ]
       },
       {
        "name": "query_states",
        "dtype": "float32",
        "shape": [
         1,
         8,
         768
        ]
       },
       {
        "name": "start_logits",
        "dtype": "float32",
        "shape": [
         1,
         8,
         65
        ]
       },
       {
        "name": "text_mask",
        "dtype": "float32",
        "shape": [
         1,
         64
        ]
       },
       {
        "name": "text_states",
        "dtype": "float32",
        "shape": [
         1,
         64,
         768
        ]
       }
      ],
      "outputs": [
       {
        "name": "candidate_states",
        "dtype": "float32",
        "shape": [
         1,
         192,
         768
        ]
       },
       {
        "name": "pair_logits",
        "dtype": "float32",
        "shape": [
         1,
         8,
         192
        ]
       }
      ]
     }
    ],
    "operators": {
     "p192": 191
    },
    "opHistogram": {
     "p192": {
      "ADD": 26,
      "BATCH_MATMUL": 1,
      "BROADCAST_TO": 2,
      "CAST": 9,
      "CONCATENATION": 13,
      "CUMSUM": 1,
      "DIV": 3,
      "FULLY_CONNECTED": 11,
      "GATHER_ND": 10,
      "GELU": 1,
      "GREATER": 3,
      "LESS": 10,
      "LOG": 1,
      "MAXIMUM": 5,
      "MEAN": 4,
      "MINIMUM": 4,
      "MUL": 11,
      "RESHAPE": 40,
      "RSQRT": 3,
      "SELECT": 2,
      "SELECT_V2": 13,
      "SLICE": 4,
      "SQRT": 1,
      "SQUARED_DIFFERENCE": 2,
      "SUB": 6,
      "SUM": 1,
      "TRANSPOSE": 4
     }
    },
    "tensorDtypes": {
     "FLOAT32": 151,
     "INT32": 106,
     "BOOL": 19
    },
    "int64Tensors": 0,
    "constantBytesBySignatures": {
     "p192": 2062700
    },
    "activationsWithLeadingDimNot1": [
     {
      "signature": "p192",
      "shape": [
       192,
       128
      ]
     },
     {
      "signature": "p192",
      "shape": [
       192,
       1
      ]
     },
     {
      "signature": "p192",
      "shape": [
       192,
       128
      ]
     },
     {
      "signature": "p192",
      "shape": [
       64,
       64
      ]
     },
     {
      "signature": "p192",
      "shape": [
       192,
       128
      ]
     },
     {
      "signature": "p192",
      "shape": [
       8,
       128
      ]
     },
     {
      "signature": "p192",
      "shape": [
       8,
       128
      ]
     },
     {
      "signature": "p192",
      "shape": [
       8,
       256
      ]
     }
    ]
   }
  }
 },
 "encoderThreadSweep": {
  "variant": "wfp16",
  "runs": 30,
  "p50Ms": {
   "1": 34.89,
   "2": 37.36,
   "4": 35.27
  },
  "note": "measured with the Mac under other load (load average about 10: another Python job and an iOS simulator); threads made no clear difference, the phone decides"
 }
}