{ "model": "QEV2.1-12B", "precision": "bf16", "metric": "direct type-question argmax", "records": 6281, "language_records": { "en": 1065, "ko": 1064, "jp": 4152 }, "macro_f1_excluding_biometric": 0.9776757429380232, "macro_precision_excluding_biometric": 0.9909620719072508, "macro_recall_excluding_biometric": 0.9655602657578468, "macro_f1_by_language": { "en": 0.9778725246481001, "ko": 0.9782678012800493, "jp": 0.9812934762049469 }, "type_f1": { "is_person_name": 0.9994044073853484, "is_government_id": 0.9862258953168044, "is_credit_card": 0.9608938547486033, "is_financial_account": 0.991869918699187, "is_password": 1.0, "is_medical_record": 0.9936305732484078, "is_email": 0.9924812030075187, "is_phone": 0.9815950920245398, "is_api_key": 0.9666666666666666, "is_auth_token": 0.9411764705882352, "is_device_id": 0.9714285714285714, "is_mac_address": 1.0, "is_birth_date": 0.951219512195122, "is_ip_address": 1.0, "is_drivers_license": 0.9428571428571428, "is_address": 0.9850746268656716, "is_blood_type": 1.0, "is_passport": 1.0, "is_age": 1.0, "is_vehicle_id": 0.8666666666666666, "is_iban": 1.0 }, "biometric_note": "is_biometric has 0 positive rows in this split and is excluded from macro summaries.", "source_report": "evaluation/qev-type-eval-actual-int8-summary.json", "scope": "Historical unmerged BF16 source only; NOT newly measured merged/INT8 benchmark scores" }