File size: 2,619 Bytes
8516aad
 
 
96a2a8d
8516aad
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96a2a8d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
{
  "baseModel": "perplexity-ai/PII-Tracer",
  "baseRevision": "d25c16f2e57e321f6d2527715c01df9112f956f5",
  "convertedWith": "medikit packages/pii-portal/tools/pii-tracer",
  "opset": 20,
  "inputs": {
    "input_ids": "int64 [batch, sequence]"
  },
  "outputs": {
    "logits": "float32 [batch, sequence, 37]",
    "sensitivity": "float32 [batch, 1]"
  },
  "maxSequenceLength": 4096,
  "piiTypes": [
    "private_person",
    "private_email",
    "private_phone",
    "private_address",
    "private_url",
    "private_date",
    "account_number",
    "secret",
    "other_pii"
  ],
  "labels": [
    "O",
    "B-private_person",
    "I-private_person",
    "E-private_person",
    "S-private_person",
    "B-private_email",
    "I-private_email",
    "E-private_email",
    "S-private_email",
    "B-private_phone",
    "I-private_phone",
    "E-private_phone",
    "S-private_phone",
    "B-private_address",
    "I-private_address",
    "E-private_address",
    "S-private_address",
    "B-private_url",
    "I-private_url",
    "E-private_url",
    "S-private_url",
    "B-private_date",
    "I-private_date",
    "E-private_date",
    "S-private_date",
    "B-account_number",
    "I-account_number",
    "E-account_number",
    "S-account_number",
    "B-secret",
    "I-secret",
    "E-secret",
    "S-secret",
    "B-other_pii",
    "I-other_pii",
    "E-other_pii",
    "S-other_pii"
  ],
  "variants": [
    {
      "id": "q8",
      "default": true,
      "file": "onnx/model.onnx",
      "externalData": [
        "onnx/model.onnx_data"
      ],
      "bytes": 615736663,
      "weights": "8-bit MatMulNBits, block 128, integer zero point; int8 embedding; fp32 heads",
      "executionProviders": [
        "webgpu",
        "wasm"
      ],
      "argmaxAgreementVsFp32": 1.0,
      "note": "The variant to use in a browser. onnxruntime-web's WebGPU kernels run this one on the GPU."
    },
    {
      "id": "q4",
      "default": false,
      "file": "onnx/model_q4.onnx",
      "externalData": [
        "onnx/model_q4.onnx_data"
      ],
      "bytes": 488434478,
      "weights": "4-bit MatMulNBits, block 32, float zero point; int8 embedding; fp32 heads",
      "executionProviders": [
        "wasm"
      ],
      "argmaxAgreementVsFp32": 0.981,
      "note": "Smaller, and needs float zero points: at 4 bits an integer zero point collapses this checkpoint, because only a float one reproduces each block's extremes exactly. onnxruntime-web's WebGPU MatMulNBits kernels have no float zero-point path, so every matmul falls back to the CPU and it runs about 15x slower than q8 there."
    }
  ]
}