Replace GLiNER2.5-Decide with tasksource/ModernBERT-large-nli relationship judge (Core ML, ANE 128/192/224, support_threshold 0.966)

README.md

@@ -22,7 +22,7 @@ The repository contains no customer data.
 <summary>License and attribution</summary>
 
 This distribution includes modified material derived from
-[`fastino/GLiNER2.5-Decide`](https://huggingface.co/fastino/GLiNER2.5-Decide),
+[`tasksource/ModernBERT-large-nli`](https://huggingface.co/tasksource/ModernBERT-large-nli),
 provided under the
 [Apache License 2.0](https://www.apache.org/licenses/LICENSE-2.0).
 The source link is provided for attribution and does not define a supported

judgment.mlmodelc/analytics/coremldata.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48bc0025bd93542c2f7c75c187a9cb32c19211c8fda86e4200b6501c077813ca
+oid sha256:11ad3c409e828e5ccc5e91ebcd40ba3f3ffabff8e15830c86da695a1b63213c6
 size 243

judgment.mlmodelc/coremldata.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c78e29da75e6c219493393f018fcd199a45aed17e98f0e19d397c5d8a1c035cc
-size 506
+oid sha256:2f81f81cd3f69b19e4ad5c930a0f08f8130b5bda58e56302ccadf270057b52f8
+size 413

judgment.mlmodelc/metadata.json

@@ -1,15 +1,15 @@
 [
   {
     "metadataOutputVersion" : "3.0",
-    "storagePrecision" : "Mixed (Float16, Int32, UInt16)",
+    "storagePrecision" : "Float16",
     "outputSchema" : [
       {
         "hasShapeFlexibility" : "0",
         "isOptional" : "0",
         "dataType" : "Float32",
-        "formattedType" : "MultiArray (Float32 1 × 16)",
+        "formattedType" : "MultiArray (Float32 1 × 3)",
         "shortDescription" : "",
-        "shape" : "[1, 16]",
+        "shape" : "[1, 3]",
         "name" : "logits",
         "type" : "MultiArray"
       }
@@ -40,20 +40,10 @@
             "shape" : "[1, 128]",
             "name" : "attention_mask",
             "type" : "MultiArray"
-          },
-          {
-            "hasShapeFlexibility" : "0",
-            "isOptional" : "0",
-            "dataType" : "Int32",
-            "formattedType" : "MultiArray (Int32 1 × 16)",
-            "shortDescription" : "",
-            "shape" : "[1, 16]",
-            "name" : "label_positions",
-            "type" : "MultiArray"
           }
         ],
-        "computePrecision" : "Mixed (Float16, Float32, Int32, UInt16)",
-        "storagePrecision" : "Mixed (Float16, Int32, UInt16)",
+        "computePrecision" : "Mixed (Float16, Float32, Int32)",
+        "storagePrecision" : "Float16",
         "stateSchema" : [
 
         ],
@@ -62,35 +52,36 @@
             "hasShapeFlexibility" : "0",
             "isOptional" : "0",
             "dataType" : "Float32",
-            "formattedType" : "MultiArray (Float32 1 × 16)",
+            "formattedType" : "MultiArray (Float32 1 × 3)",
             "shortDescription" : "",
-            "shape" : "[1, 16]",
+            "shape" : "[1, 3]",
             "name" : "logits",
             "type" : "MultiArray"
           }
         ],
         "name" : "len128",
         "mlProgramOperationTypeHistogram" : {
-          "Ios18.expandDims" : 2,
-          "Ios18.softmax" : 24,
-          "Ios18.mul" : 73,
-          "Ios18.matmul" : 97,
-          "Ios18.equal" : 1,
-          "Ios18.logicalNot" : 1,
+          "Ios18.expandDims" : 3,
+          "Ios18.softmax" : 28,
+          "Ios18.mul" : 226,
+          "Ios18.matmul" : 56,
+          "Ios18.realDiv" : 1,
+          "Split" : 56,
           "Ios18.greaterEqual" : 1,
-          "Select" : 25,
-          "Ios18.gatherAlongAxis" : 48,
-          "Tile" : 1,
+          "Select" : 1,
+          "Ios16.reduceSum" : 2,
           "Ios18.gather" : 1,
-          "Ios18.add" : 97,
-          "Ios18.layerNorm" : 49,
-          "Ios18.reshape" : 242,
-          "Ios18.linear" : 146,
-          "Ios18.gelu" : 24,
-          "Ios18.relu" : 1,
-          "Ios18.transpose" : 144,
-          "Ios18.cast" : 4,
-          "Ios18.squeeze" : 1
+          "Ios18.add" : 142,
+          "Ios18.layerNorm" : 58,
+          "Ios18.reshape" : 56,
+          "Ios18.linear" : 114,
+          "Ios18.concat" : 56,
+          "Ios18.gelu" : 29,
+          "Ios18.sub" : 1,
+          "Ios18.cast" : 2,
+          "Ios18.transpose" : 112,
+          "Ios18.sliceByIndex" : 112,
+          "Ios18.squeeze" : 84
         }
       },
       {
@@ -114,20 +105,10 @@
             "shape" : "[1, 192]",
             "name" : "attention_mask",
             "type" : "MultiArray"
-          },
-          {
-            "hasShapeFlexibility" : "0",
-            "isOptional" : "0",
-            "dataType" : "Int32",
-            "formattedType" : "MultiArray (Int32 1 × 16)",
-            "shortDescription" : "",
-            "shape" : "[1, 16]",
-            "name" : "label_positions",
-            "type" : "MultiArray"
           }
         ],
-        "computePrecision" : "Mixed (Float16, Float32, Int32, UInt16)",
-        "storagePrecision" : "Mixed (Float16, Int32, UInt16)",
+        "computePrecision" : "Mixed (Float16, Float32, Int32)",
+        "storagePrecision" : "Float16",
         "stateSchema" : [
 
         ],
@@ -136,35 +117,36 @@
             "hasShapeFlexibility" : "0",
             "isOptional" : "0",
             "dataType" : "Float32",
-            "formattedType" : "MultiArray (Float32 1 × 16)",
+            "formattedType" : "MultiArray (Float32 1 × 3)",
             "shortDescription" : "",
-            "shape" : "[1, 16]",
+            "shape" : "[1, 3]",
             "name" : "logits",
             "type" : "MultiArray"
           }
         ],
         "name" : "len192",
         "mlProgramOperationTypeHistogram" : {
-          "Ios18.expandDims" : 2,
-          "Ios18.softmax" : 24,
-          "Ios18.mul" : 73,
-          "Ios18.matmul" : 97,
-          "Ios18.equal" : 1,
-          "Ios18.logicalNot" : 1,
+          "Ios18.expandDims" : 3,
+          "Ios18.softmax" : 28,
+          "Ios18.mul" : 226,
+          "Ios18.matmul" : 56,
+          "Ios18.realDiv" : 1,
+          "Split" : 56,
           "Ios18.greaterEqual" : 1,
-          "Select" : 25,
-          "Ios18.gatherAlongAxis" : 48,
-          "Tile" : 1,
+          "Select" : 1,
+          "Ios16.reduceSum" : 2,
           "Ios18.gather" : 1,
-          "Ios18.add" : 97,
-          "Ios18.layerNorm" : 49,
-          "Ios18.reshape" : 242,
-          "Ios18.linear" : 146,
-          "Ios18.gelu" : 24,
-          "Ios18.relu" : 1,
-          "Ios18.transpose" : 144,
-          "Ios18.cast" : 4,
-          "Ios18.squeeze" : 1
+          "Ios18.add" : 142,
+          "Ios18.layerNorm" : 58,
+          "Ios18.reshape" : 56,
+          "Ios18.linear" : 114,
+          "Ios18.concat" : 56,
+          "Ios18.gelu" : 29,
+          "Ios18.sub" : 1,
+          "Ios18.cast" : 2,
+          "Ios18.transpose" : 112,
+          "Ios18.sliceByIndex" : 112,
+          "Ios18.squeeze" : 84
         }
       },
       {
@@ -188,20 +170,10 @@
             "shape" : "[1, 224]",
             "name" : "attention_mask",
             "type" : "MultiArray"
-          },
-          {
-            "hasShapeFlexibility" : "0",
-            "isOptional" : "0",
-            "dataType" : "Int32",
-            "formattedType" : "MultiArray (Int32 1 × 16)",
-            "shortDescription" : "",
-            "shape" : "[1, 16]",
-            "name" : "label_positions",
-            "type" : "MultiArray"
           }
         ],
-        "computePrecision" : "Mixed (Float16, Float32, Int32, UInt16)",
-        "storagePrecision" : "Mixed (Float16, Int32, UInt16)",
+        "computePrecision" : "Mixed (Float16, Float32, Int32)",
+        "storagePrecision" : "Float16",
         "stateSchema" : [
 
         ],
@@ -210,59 +182,61 @@
             "hasShapeFlexibility" : "0",
             "isOptional" : "0",
             "dataType" : "Float32",
-            "formattedType" : "MultiArray (Float32 1 × 16)",
+            "formattedType" : "MultiArray (Float32 1 × 3)",
             "shortDescription" : "",
-            "shape" : "[1, 16]",
+            "shape" : "[1, 3]",
             "name" : "logits",
             "type" : "MultiArray"
           }
         ],
         "name" : "len224",
         "mlProgramOperationTypeHistogram" : {
-          "Ios18.expandDims" : 2,
-          "Ios18.softmax" : 24,
-          "Ios18.mul" : 73,
-          "Ios18.matmul" : 97,
-          "Ios18.equal" : 1,
-          "Ios18.logicalNot" : 1,
+          "Ios18.expandDims" : 3,
+          "Ios18.softmax" : 28,
+          "Ios18.mul" : 226,
+          "Ios18.matmul" : 56,
+          "Ios18.realDiv" : 1,
+          "Split" : 56,
           "Ios18.greaterEqual" : 1,
-          "Select" : 25,
-          "Ios18.gatherAlongAxis" : 48,
-          "Tile" : 1,
+          "Select" : 1,
+          "Ios16.reduceSum" : 2,
           "Ios18.gather" : 1,
-          "Ios18.add" : 97,
-          "Ios18.layerNorm" : 49,
-          "Ios18.reshape" : 242,
-          "Ios18.linear" : 146,
-          "Ios18.gelu" : 24,
-          "Ios18.relu" : 1,
-          "Ios18.transpose" : 144,
-          "Ios18.cast" : 4,
-          "Ios18.squeeze" : 1
+          "Ios18.add" : 142,
+          "Ios18.layerNorm" : 58,
+          "Ios18.reshape" : 56,
+          "Ios18.linear" : 114,
+          "Ios18.concat" : 56,
+          "Ios18.gelu" : 29,
+          "Ios18.sub" : 1,
+          "Ios18.cast" : 2,
+          "Ios18.transpose" : 112,
+          "Ios18.sliceByIndex" : 112,
+          "Ios18.squeeze" : 84
         }
       }
     ],
     "mlProgramOperationTypeHistogram" : {
-      "Ios18.expandDims" : 2,
-      "Ios18.softmax" : 24,
-      "Ios18.mul" : 73,
-      "Ios18.matmul" : 97,
-      "Ios18.equal" : 1,
-      "Ios18.logicalNot" : 1,
+      "Ios18.expandDims" : 3,
+      "Ios18.softmax" : 28,
+      "Ios18.mul" : 226,
+      "Ios18.matmul" : 56,
+      "Ios18.realDiv" : 1,
+      "Split" : 56,
       "Ios18.greaterEqual" : 1,
-      "Select" : 25,
-      "Ios18.gatherAlongAxis" : 48,
-      "Tile" : 1,
+      "Select" : 1,
+      "Ios16.reduceSum" : 2,
       "Ios18.gather" : 1,
-      "Ios18.add" : 97,
-      "Ios18.layerNorm" : 49,
-      "Ios18.reshape" : 242,
-      "Ios18.linear" : 146,
-      "Ios18.gelu" : 24,
-      "Ios18.relu" : 1,
-      "Ios18.transpose" : 144,
-      "Ios18.cast" : 4,
-      "Ios18.squeeze" : 1
+      "Ios18.add" : 142,
+      "Ios18.layerNorm" : 58,
+      "Ios18.reshape" : 56,
+      "Ios18.linear" : 114,
+      "Ios18.concat" : 56,
+      "Ios18.gelu" : 29,
+      "Ios18.sub" : 1,
+      "Ios18.cast" : 2,
+      "Ios18.transpose" : 112,
+      "Ios18.sliceByIndex" : 112,
+      "Ios18.squeeze" : 84
     },
     "isUpdatable" : "0",
     "stateSchema" : [
@@ -276,7 +250,7 @@
       "iOS" : "18.0",
       "macCatalyst" : "18.0"
     },
-    "computePrecision" : "Mixed (Float16, Float32, Int32, UInt16)",
+    "computePrecision" : "Mixed (Float16, Float32, Int32)",
     "modelType" : {
       "name" : "MLModelType_mlProgram"
     },
@@ -300,16 +274,6 @@
         "shape" : "[1, 128]",
         "name" : "attention_mask",
         "type" : "MultiArray"
-      },
-      {
-        "hasShapeFlexibility" : "0",
-        "isOptional" : "0",
-        "dataType" : "Int32",
-        "formattedType" : "MultiArray (Int32 1 × 16)",
-        "shortDescription" : "",
-        "shape" : "[1, 16]",
-        "name" : "label_positions",
-        "type" : "MultiArray"
       }
     ],
     "defaultFunctionName" : "len128",

judgment.mlmodelc/weights/weight.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:173939e52148c1b3ae1923edceb6f7833c51ca6f5c5bd4980ba1bc75b46932db
-size 927973504
+oid sha256:5237892b639df9a175aae27cf101e724cd8611016288d0f55107e806d3065dea
+size 792185088

manifest.json

@@ -1,7 +1,7 @@
 {
   "format_version": 1,
-  "source": "fastino/GLiNER2.5-Decide",
-  "quantization": "none",
+  "kind": "nli",
+  "source": "tasksource/ModernBERT-large-nli",
   "model": "judgment.mlmodelc",
   "functions": {
     "128": "len128",
@@ -13,25 +13,23 @@
     "192": "cpuAndNeuralEngine",
     "224": "cpuAndNeuralEngine"
   },
-  "max_labels": 16,
-  "special_tokens": {
-    "[P]": 128003,
-    "[L]": 128007,
-    "[SEP_TEXT]": 128002,
-    "[DESCRIPTION]": 128010,
-    "[SEP_STRUCT]": 128001
-  },
-  "word_pattern": "(?:https?://[^\\s]+|www\\.[^\\s]+)\n        |[a-z0-9._%+-]+@[a-z0-9.-]+\\.[a-z]{2,}\n        |@[a-z0-9_]+\n        |\\w+(?:[-_]\\w+)*\n        |\\S",
-  "lowercase_text": true,
+  "labels": [
+    "entailment",
+    "neutral",
+    "contradiction"
+  ],
+  "entailment_index": 0,
+  "support_threshold": 0.966,
   "parity": {
-    "cases": 107,
+    "cases": 404,
+    "synthetic_cases": 48,
     "production": {
-      "max_delta_probability": 0.00533,
-      "label_disagreements": 0
+      "max_delta_probability": 0.02769,
+      "threshold_flips": 0
     },
     "cpuOnly": {
-      "max_delta_probability": 0.00724,
-      "label_disagreements": 0
+      "max_delta_probability": 0.03416,
+      "threshold_flips": 2
     }
   }
 }

special_tokens_map.json

@@ -1,83 +1,4 @@
 {
-  "additional_special_tokens": [
-    {
-      "content": "[SEP_STRUCT]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "[SEP_TEXT]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "[P]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "[C]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "[E]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "[R]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "[L]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "[EXAMPLE]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "[OUTPUT]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "[DESCRIPTION]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    }
-  ],
-  "bos_token": {
-    "content": "[CLS]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
   "cls_token": {
     "content": "[CLS]",
     "lstrip": false,
@@ -85,16 +6,9 @@
     "rstrip": false,
     "single_word": false
   },
-  "eos_token": {
-    "content": "[SEP]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": false,
+    "lstrip": true,
     "normalized": false,
     "rstrip": false,
     "single_word": false
@@ -116,7 +30,7 @@
   "unk_token": {
     "content": "[UNK]",
     "lstrip": false,
-    "normalized": true,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   }

tokenizer_config.json

@@ -1,156 +1,945 @@
 {
-  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
-      "content": "[PAD]",
+      "content": "|||IP_ADDRESS|||",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "1": {
-      "content": "[CLS]",
+      "content": "<|padding|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "2": {
-      "content": "[SEP]",
+    "50254": {
+      "content": "                        ",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "3": {
-      "content": "[UNK]",
+    "50255": {
+      "content": "                       ",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128000": {
-      "content": "[MASK]",
+    "50256": {
+      "content": "                      ",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128001": {
-      "content": "[SEP_STRUCT]",
+    "50257": {
+      "content": "                     ",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128002": {
-      "content": "[SEP_TEXT]",
+    "50258": {
+      "content": "                    ",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128003": {
-      "content": "[P]",
+    "50259": {
+      "content": "                   ",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128004": {
-      "content": "[C]",
+    "50260": {
+      "content": "                  ",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     },
-    "128005": {
-      "content": "[E]",
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128006": {
-      "content": "[R]",
+    "50280": {
+      "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128007": {
-      "content": "[L]",
+    "50281": {
+      "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128008": {
-      "content": "[EXAMPLE]",
+    "50282": {
+      "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128009": {
-      "content": "[OUTPUT]",
+    "50283": {
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128010": {
-      "content": "[DESCRIPTION]",
-      "lstrip": false,
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    }
-  },
-  "additional_special_tokens": [
-    "[SEP_STRUCT]",
-    "[SEP_TEXT]",
-    "[P]",
-    "[C]",
-    "[E]",
-    "[R]",
-    "[L]",
-    "[EXAMPLE]",
-    "[OUTPUT]",
-    "[DESCRIPTION]"
-  ],
-  "backend": "tokenizers",
-  "bos_token": "[CLS]",
-  "clean_up_tokenization_spaces": false,
-  "cls_token": "[CLS]",
-  "do_lower_case": false,
-  "eos_token": "[SEP]",
-  "extra_special_tokens": {},
-  "is_local": false,
-  "local_files_only": false,
-  "mask_token": "[MASK]",
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
-  "sp_model_kwargs": {},
-  "split_by_punct": false,
-  "tokenizer_class": "DebertaV2Tokenizer",
-  "unk_id": 3,
-  "unk_token": "[UNK]",
-  "vocab_type": "spm"
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "[UNK]"
 }