QEV2.1-12B / evaluation.json
querypieai's picture
Release self-contained QEV multitask model
ddefbf0 verified
Raw History Blame Contribute Delete
1.53 kB
{
"model": "QEV2.1-12B",
"precision": "bf16",
"metric": "direct type-question argmax",
"records": 6281,
"language_records": {
"en": 1065,
"ko": 1064,
"jp": 4152
},
"macro_f1_excluding_biometric": 0.9776757429380232,
"macro_precision_excluding_biometric": 0.9909620719072508,
"macro_recall_excluding_biometric": 0.9655602657578468,
"macro_f1_by_language": {
"en": 0.9778725246481001,
"ko": 0.9782678012800493,
"jp": 0.9812934762049469
},
"type_f1": {
"is_person_name": 0.9994044073853484,
"is_government_id": 0.9862258953168044,
"is_credit_card": 0.9608938547486033,
"is_financial_account": 0.991869918699187,
"is_password": 1.0,
"is_medical_record": 0.9936305732484078,
"is_email": 0.9924812030075187,
"is_phone": 0.9815950920245398,
"is_api_key": 0.9666666666666666,
"is_auth_token": 0.9411764705882352,
"is_device_id": 0.9714285714285714,
"is_mac_address": 1.0,
"is_birth_date": 0.951219512195122,
"is_ip_address": 1.0,
"is_drivers_license": 0.9428571428571428,
"is_address": 0.9850746268656716,
"is_blood_type": 1.0,
"is_passport": 1.0,
"is_age": 1.0,
"is_vehicle_id": 0.8666666666666666,
"is_iban": 1.0
},
"biometric_note": "is_biometric has 0 positive rows in this split and is excluded from macro summaries.",
"source_report": "evaluation/qev-type-eval-actual-int8-summary.json",
"scope": "Historical unmerged BF16 source only; NOT newly measured merged/INT8 benchmark scores"
}