File size: 1,527 Bytes
0127113
c9526c6
0127113
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c9526c6
0127113
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
{
  "model": "QEV1.1-9B",
  "precision": "bf16",
  "metric": "direct type-question argmax",
  "records": 6281,
  "language_records": {
    "en": 1065,
    "ko": 1064,
    "jp": 4152
  },
  "macro_f1_excluding_biometric": 0.9771639904330167,
  "macro_precision_excluding_biometric": 0.9802553845726949,
  "macro_recall_excluding_biometric": 0.9745678558814399,
  "macro_f1_by_language": {
    "en": 0.9669074825983124,
    "ko": 0.9828947915260077,
    "jp": 0.9845805396872285
  },
  "type_f1": {
    "is_person_name": 0.9946204423191871,
    "is_government_id": 0.9836956521739131,
    "is_credit_card": 0.9625668449197862,
    "is_financial_account": 0.9838709677419355,
    "is_password": 0.9763779527559054,
    "is_medical_record": 0.9873417721518988,
    "is_email": 1.0,
    "is_phone": 0.975609756097561,
    "is_api_key": 0.9838709677419355,
    "is_auth_token": 0.95,
    "is_device_id": 0.9629629629629629,
    "is_mac_address": 1.0,
    "is_birth_date": 0.975,
    "is_ip_address": 1.0,
    "is_drivers_license": 0.9589041095890412,
    "is_address": 0.9850746268656716,
    "is_blood_type": 1.0,
    "is_passport": 0.9743589743589743,
    "is_age": 1.0,
    "is_vehicle_id": 0.9032258064516129,
    "is_iban": 0.962962962962963
  },
  "biometric_note": "is_biometric has 0 positive rows in this split and is excluded from macro summaries.",
  "source_report": "evaluation/qev-type-eval-actual-int8-summary.json",
  "scope": "Historical unmerged BF16 source only; NOT newly measured merged/INT8 benchmark scores"
}