Token Classification
Transformers
ONNX
Safetensors
multilingual
bert
autofill
password-manager
form-classification
field-classification
browser-extension
Instructions to use ProCreations/Zap with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use ProCreations/Zap with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="ProCreations/Zap")# Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("ProCreations/Zap") model = AutoModelForTokenClassification.from_pretrained("ProCreations/Zap", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "split": "val", | |
| "dtype": "bfloat16", | |
| "forms_per_s_gpu": 2872.840982485025, | |
| "model": { | |
| "n_forms": 3408, | |
| "n_fields": 9819, | |
| "field_acc": 0.9747428455036155, | |
| "field_macro_f1": 0.9662059517142381, | |
| "form_acc": 0.9568661971830986, | |
| "form_macro_f1": 0.9375185465621217, | |
| "password_precision": 0.9898358092259578, | |
| "password_recall": 0.998422712933754, | |
| "password_f1": 0.994110718492344, | |
| "cur_vs_new_acc": 0.9944794952681388, | |
| "identifier_f1": 0.9945380063723259, | |
| "per_field": { | |
| "username": { | |
| "p": 0.9921752738654147, | |
| "r": 0.9768875192604006, | |
| "f1": 0.984472049689441, | |
| "n": 649 | |
| }, | |
| "email": { | |
| "p": 0.9884541372674791, | |
| "r": 0.9961215255332903, | |
| "f1": 0.9922730199613651, | |
| "n": 1547 | |
| }, | |
| "current-password": { | |
| "p": 0.9814814814814815, | |
| "r": 0.9977851605758582, | |
| "f1": 0.9895661724327293, | |
| "n": 903 | |
| }, | |
| "new-password": { | |
| "p": 0.997229916897507, | |
| "r": 0.9863013698630136, | |
| "f1": 0.9917355371900827, | |
| "n": 365 | |
| }, | |
| "one-time-code": { | |
| "p": 0.9901960784313726, | |
| "r": 0.9805825242718447, | |
| "f1": 0.9853658536585367, | |
| "n": 103 | |
| }, | |
| "tel": { | |
| "p": 0.9815950920245399, | |
| "r": 0.9937888198757764, | |
| "f1": 0.9876543209876544, | |
| "n": 644 | |
| }, | |
| "name": { | |
| "p": 0.9592123769338959, | |
| "r": 0.9855491329479769, | |
| "f1": 0.9722024233784746, | |
| "n": 692 | |
| }, | |
| "given-name": { | |
| "p": 0.978494623655914, | |
| "r": 0.9161073825503355, | |
| "f1": 0.9462738301559791, | |
| "n": 298 | |
| }, | |
| "family-name": { | |
| "p": 0.9961089494163424, | |
| "r": 0.9808429118773946, | |
| "f1": 0.9884169884169886, | |
| "n": 261 | |
| }, | |
| "organization": { | |
| "p": 0.9761904761904762, | |
| "r": 0.9318181818181818, | |
| "f1": 0.9534883720930233, | |
| "n": 132 | |
| }, | |
| "street-address": { | |
| "p": 0.9369369369369369, | |
| "r": 0.9122807017543859, | |
| "f1": 0.9244444444444444, | |
| "n": 114 | |
| }, | |
| "address-line2": { | |
| "p": 1.0, | |
| "r": 0.9090909090909091, | |
| "f1": 0.9523809523809523, | |
| "n": 22 | |
| }, | |
| "address-level2": { | |
| "p": 0.8843537414965986, | |
| "r": 0.8904109589041096, | |
| "f1": 0.887372013651877, | |
| "n": 146 | |
| }, | |
| "address-level1": { | |
| "p": 0.898989898989899, | |
| "r": 0.9368421052631579, | |
| "f1": 0.9175257731958762, | |
| "n": 95 | |
| }, | |
| "postal-code": { | |
| "p": 0.9724137931034482, | |
| "r": 0.9724137931034482, | |
| "f1": 0.9724137931034482, | |
| "n": 145 | |
| }, | |
| "country": { | |
| "p": 0.8863636363636364, | |
| "r": 0.9873417721518988, | |
| "f1": 0.9341317365269461, | |
| "n": 79 | |
| }, | |
| "cc-name": { | |
| "p": 1.0, | |
| "r": 0.95, | |
| "f1": 0.9743589743589743, | |
| "n": 20 | |
| }, | |
| "cc-number": { | |
| "p": 0.9565217391304348, | |
| "r": 1.0, | |
| "f1": 0.9777777777777777, | |
| "n": 22 | |
| }, | |
| "cc-exp": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 13 | |
| }, | |
| "cc-exp-month": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 9 | |
| }, | |
| "cc-exp-year": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 8 | |
| }, | |
| "cc-csc": { | |
| "p": 0.9523809523809523, | |
| "r": 1.0, | |
| "f1": 0.975609756097561, | |
| "n": 20 | |
| }, | |
| "bday": { | |
| "p": 1.0, | |
| "r": 0.8461538461538461, | |
| "f1": 0.9166666666666666, | |
| "n": 39 | |
| }, | |
| "search": { | |
| "p": 0.9624217118997912, | |
| "r": 0.9808510638297873, | |
| "f1": 0.9715489989462592, | |
| "n": 470 | |
| }, | |
| "captcha": { | |
| "p": 0.9814814814814815, | |
| "r": 0.9352941176470588, | |
| "f1": 0.9578313253012049, | |
| "n": 170 | |
| }, | |
| "other": { | |
| "p": 0.9704016913319239, | |
| "r": 0.9652996845425867, | |
| "f1": 0.9678439641539274, | |
| "n": 2853 | |
| } | |
| }, | |
| "per_form": { | |
| "login": { | |
| "p": 0.9900552486187846, | |
| "r": 0.9933481152993349, | |
| "f1": 0.991698948533481, | |
| "n": 902 | |
| }, | |
| "signup": { | |
| "p": 0.9951456310679612, | |
| "r": 0.9855769230769231, | |
| "f1": 0.9903381642512078, | |
| "n": 208 | |
| }, | |
| "password-change": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 22 | |
| }, | |
| "password-recovery": { | |
| "p": 0.8461538461538461, | |
| "r": 0.9565217391304348, | |
| "f1": 0.8979591836734695, | |
| "n": 23 | |
| }, | |
| "otp": { | |
| "p": 0.8888888888888888, | |
| "r": 0.8571428571428571, | |
| "f1": 0.8727272727272727, | |
| "n": 28 | |
| }, | |
| "payment": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 22 | |
| }, | |
| "address": { | |
| "p": 0.8666666666666667, | |
| "r": 0.7222222222222222, | |
| "f1": 0.7878787878787877, | |
| "n": 36 | |
| }, | |
| "newsletter": { | |
| "p": 0.9774193548387097, | |
| "r": 0.9439252336448598, | |
| "f1": 0.9603803486529319, | |
| "n": 321 | |
| }, | |
| "contact": { | |
| "p": 0.9369482976040353, | |
| "r": 0.9750656167979003, | |
| "f1": 0.9556270096463023, | |
| "n": 762 | |
| }, | |
| "search": { | |
| "p": 0.9554730983302412, | |
| "r": 0.9662288930581614, | |
| "f1": 0.9608208955223881, | |
| "n": 533 | |
| }, | |
| "other": { | |
| "p": 0.9147727272727273, | |
| "r": 0.8765880217785844, | |
| "f1": 0.8952734012974978, | |
| "n": 551 | |
| } | |
| }, | |
| "top_confusions": [ | |
| [ | |
| "given-name", | |
| "name", | |
| 22 | |
| ], | |
| [ | |
| "other", | |
| "address-level2", | |
| 16 | |
| ], | |
| [ | |
| "other", | |
| "search", | |
| 16 | |
| ], | |
| [ | |
| "address-level2", | |
| "other", | |
| 15 | |
| ], | |
| [ | |
| "other", | |
| "current-password", | |
| 11 | |
| ], | |
| [ | |
| "other", | |
| "address-level1", | |
| 10 | |
| ], | |
| [ | |
| "captcha", | |
| "other", | |
| 9 | |
| ], | |
| [ | |
| "other", | |
| "country", | |
| 9 | |
| ], | |
| [ | |
| "search", | |
| "other", | |
| 9 | |
| ], | |
| [ | |
| "other", | |
| "email", | |
| 9 | |
| ], | |
| [ | |
| "username", | |
| "email", | |
| 8 | |
| ], | |
| [ | |
| "street-address", | |
| "other", | |
| 7 | |
| ], | |
| [ | |
| "organization", | |
| "other", | |
| 7 | |
| ], | |
| [ | |
| "address-level1", | |
| "other", | |
| 6 | |
| ], | |
| [ | |
| "name", | |
| "given-name", | |
| 5 | |
| ], | |
| [ | |
| "username", | |
| "other", | |
| 5 | |
| ], | |
| [ | |
| "other", | |
| "tel", | |
| 5 | |
| ], | |
| [ | |
| "other", | |
| "street-address", | |
| 5 | |
| ], | |
| [ | |
| "bday", | |
| "other", | |
| 5 | |
| ], | |
| [ | |
| "new-password", | |
| "current-password", | |
| 4 | |
| ], | |
| [ | |
| "name", | |
| "other", | |
| 4 | |
| ], | |
| [ | |
| "other", | |
| "postal-code", | |
| 4 | |
| ], | |
| [ | |
| "postal-code", | |
| "other", | |
| 4 | |
| ], | |
| [ | |
| "other", | |
| "name", | |
| 3 | |
| ], | |
| [ | |
| "family-name", | |
| "name", | |
| 3 | |
| ] | |
| ] | |
| }, | |
| "model_real": { | |
| "n_forms": 3362, | |
| "n_fields": 9619, | |
| "field_acc": 0.9747374987004886, | |
| "field_macro_f1": 0.9605143456394969, | |
| "form_acc": 0.9562760261748959, | |
| "form_macro_f1": 0.9290284576847291, | |
| "password_precision": 0.9912490055688147, | |
| "password_recall": 0.9983974358974359, | |
| "password_f1": 0.9948103792415169, | |
| "cur_vs_new_acc": 0.9951923076923077, | |
| "identifier_f1": 0.9945054945054944, | |
| "per_field": { | |
| "username": { | |
| "p": 0.9921135646687698, | |
| "r": 0.9767080745341615, | |
| "f1": 0.9843505477308295, | |
| "n": 644 | |
| }, | |
| "email": { | |
| "p": 0.988394584139265, | |
| "r": 0.9961013645224172, | |
| "f1": 0.992233009708738, | |
| "n": 1539 | |
| }, | |
| "current-password": { | |
| "p": 0.9835706462212487, | |
| "r": 0.9988876529477196, | |
| "f1": 0.9911699779249449, | |
| "n": 899 | |
| }, | |
| "new-password": { | |
| "p": 1.0, | |
| "r": 0.9856733524355301, | |
| "f1": 0.9927849927849928, | |
| "n": 349 | |
| }, | |
| "one-time-code": { | |
| "p": 0.9868421052631579, | |
| "r": 0.974025974025974, | |
| "f1": 0.9803921568627451, | |
| "n": 77 | |
| }, | |
| "tel": { | |
| "p": 0.9813953488372092, | |
| "r": 0.9937205651491365, | |
| "f1": 0.987519500780031, | |
| "n": 637 | |
| }, | |
| "name": { | |
| "p": 0.9588652482269504, | |
| "r": 0.9854227405247813, | |
| "f1": 0.9719626168224299, | |
| "n": 686 | |
| }, | |
| "given-name": { | |
| "p": 0.9783393501805054, | |
| "r": 0.9155405405405406, | |
| "f1": 0.9458987783595114, | |
| "n": 296 | |
| }, | |
| "family-name": { | |
| "p": 0.996078431372549, | |
| "r": 0.9806949806949807, | |
| "f1": 0.9883268482490273, | |
| "n": 259 | |
| }, | |
| "organization": { | |
| "p": 0.9758064516129032, | |
| "r": 0.9307692307692308, | |
| "f1": 0.952755905511811, | |
| "n": 130 | |
| }, | |
| "street-address": { | |
| "p": 0.9326923076923077, | |
| "r": 0.9065420560747663, | |
| "f1": 0.919431279620853, | |
| "n": 107 | |
| }, | |
| "address-line2": { | |
| "p": 1.0, | |
| "r": 0.8823529411764706, | |
| "f1": 0.9375, | |
| "n": 17 | |
| }, | |
| "address-level2": { | |
| "p": 0.8794326241134752, | |
| "r": 0.8857142857142857, | |
| "f1": 0.8825622775800712, | |
| "n": 140 | |
| }, | |
| "address-level1": { | |
| "p": 0.8947368421052632, | |
| "r": 0.9340659340659341, | |
| "f1": 0.913978494623656, | |
| "n": 91 | |
| }, | |
| "postal-code": { | |
| "p": 0.9708029197080292, | |
| "r": 0.9708029197080292, | |
| "f1": 0.9708029197080292, | |
| "n": 137 | |
| }, | |
| "country": { | |
| "p": 0.8809523809523809, | |
| "r": 0.9866666666666667, | |
| "f1": 0.930817610062893, | |
| "n": 75 | |
| }, | |
| "cc-name": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 3 | |
| }, | |
| "cc-number": { | |
| "p": 0.75, | |
| "r": 1.0, | |
| "f1": 0.8571428571428571, | |
| "n": 3 | |
| }, | |
| "cc-exp-month": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 3 | |
| }, | |
| "cc-exp-year": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 3 | |
| }, | |
| "cc-csc": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 3 | |
| }, | |
| "bday": { | |
| "p": 1.0, | |
| "r": 0.8461538461538461, | |
| "f1": 0.9166666666666666, | |
| "n": 39 | |
| }, | |
| "search": { | |
| "p": 0.9624217118997912, | |
| "r": 0.9808510638297873, | |
| "f1": 0.9715489989462592, | |
| "n": 470 | |
| }, | |
| "captcha": { | |
| "p": 0.9808917197452229, | |
| "r": 0.9333333333333333, | |
| "f1": 0.9565217391304348, | |
| "n": 165 | |
| }, | |
| "other": { | |
| "p": 0.970712773465067, | |
| "r": 0.9662802950474183, | |
| "f1": 0.968491462770639, | |
| "n": 2847 | |
| } | |
| }, | |
| "per_form": { | |
| "login": { | |
| "p": 0.9900110987791343, | |
| "r": 0.9933184855233853, | |
| "f1": 0.9916620344635908, | |
| "n": 898 | |
| }, | |
| "signup": { | |
| "p": 0.9951219512195122, | |
| "r": 0.9855072463768116, | |
| "f1": 0.9902912621359223, | |
| "n": 207 | |
| }, | |
| "password-change": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 15 | |
| }, | |
| "password-recovery": { | |
| "p": 0.8181818181818182, | |
| "r": 0.9473684210526315, | |
| "f1": 0.8780487804878049, | |
| "n": 19 | |
| }, | |
| "otp": { | |
| "p": 0.8571428571428571, | |
| "r": 0.8181818181818182, | |
| "f1": 0.8372093023255814, | |
| "n": 22 | |
| }, | |
| "payment": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 3 | |
| }, | |
| "address": { | |
| "p": 0.84, | |
| "r": 0.6774193548387096, | |
| "f1": 0.75, | |
| "n": 31 | |
| }, | |
| "newsletter": { | |
| "p": 0.9774193548387097, | |
| "r": 0.9439252336448598, | |
| "f1": 0.9603803486529319, | |
| "n": 321 | |
| }, | |
| "contact": { | |
| "p": 0.9369482976040353, | |
| "r": 0.9750656167979003, | |
| "f1": 0.9556270096463023, | |
| "n": 762 | |
| }, | |
| "search": { | |
| "p": 0.9554730983302412, | |
| "r": 0.9662288930581614, | |
| "f1": 0.9608208955223881, | |
| "n": 533 | |
| }, | |
| "other": { | |
| "p": 0.9147727272727273, | |
| "r": 0.8765880217785844, | |
| "f1": 0.8952734012974978, | |
| "n": 551 | |
| } | |
| }, | |
| "top_confusions": [ | |
| [ | |
| "given-name", | |
| "name", | |
| 22 | |
| ], | |
| [ | |
| "other", | |
| "address-level2", | |
| 16 | |
| ], | |
| [ | |
| "other", | |
| "search", | |
| 16 | |
| ], | |
| [ | |
| "address-level2", | |
| "other", | |
| 15 | |
| ], | |
| [ | |
| "other", | |
| "address-level1", | |
| 10 | |
| ], | |
| [ | |
| "captcha", | |
| "other", | |
| 9 | |
| ], | |
| [ | |
| "other", | |
| "country", | |
| 9 | |
| ], | |
| [ | |
| "search", | |
| "other", | |
| 9 | |
| ], | |
| [ | |
| "other", | |
| "email", | |
| 9 | |
| ], | |
| [ | |
| "other", | |
| "current-password", | |
| 9 | |
| ], | |
| [ | |
| "username", | |
| "email", | |
| 8 | |
| ], | |
| [ | |
| "street-address", | |
| "other", | |
| 7 | |
| ], | |
| [ | |
| "organization", | |
| "other", | |
| 7 | |
| ], | |
| [ | |
| "address-level1", | |
| "other", | |
| 6 | |
| ], | |
| [ | |
| "name", | |
| "given-name", | |
| 5 | |
| ], | |
| [ | |
| "username", | |
| "other", | |
| 5 | |
| ], | |
| [ | |
| "other", | |
| "tel", | |
| 5 | |
| ], | |
| [ | |
| "other", | |
| "street-address", | |
| 5 | |
| ], | |
| [ | |
| "bday", | |
| "other", | |
| 5 | |
| ], | |
| [ | |
| "new-password", | |
| "current-password", | |
| 4 | |
| ], | |
| [ | |
| "name", | |
| "other", | |
| 4 | |
| ], | |
| [ | |
| "other", | |
| "postal-code", | |
| 4 | |
| ], | |
| [ | |
| "postal-code", | |
| "other", | |
| 4 | |
| ], | |
| [ | |
| "other", | |
| "name", | |
| 3 | |
| ], | |
| [ | |
| "family-name", | |
| "name", | |
| 3 | |
| ] | |
| ] | |
| }, | |
| "model_synthetic": { | |
| "n_forms": 46, | |
| "n_fields": 200, | |
| "field_acc": 0.975, | |
| "field_macro_f1": 0.9657287157287158, | |
| "form_acc": 1.0, | |
| "form_macro_f1": 1.0, | |
| "password_precision": 0.9090909090909091, | |
| "password_recall": 1.0, | |
| "password_f1": 0.9523809523809523, | |
| "cur_vs_new_acc": 0.95, | |
| "identifier_f1": 1.0, | |
| "per_field": { | |
| "username": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 5 | |
| }, | |
| "email": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 8 | |
| }, | |
| "current-password": { | |
| "p": 0.6, | |
| "r": 0.75, | |
| "f1": 0.6666666666666665, | |
| "n": 4 | |
| }, | |
| "new-password": { | |
| "p": 0.9411764705882353, | |
| "r": 1.0, | |
| "f1": 0.9696969696969697, | |
| "n": 16 | |
| }, | |
| "one-time-code": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 26 | |
| }, | |
| "tel": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 7 | |
| }, | |
| "name": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 6 | |
| }, | |
| "given-name": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 2 | |
| }, | |
| "family-name": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 2 | |
| }, | |
| "organization": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 2 | |
| }, | |
| "street-address": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 7 | |
| }, | |
| "address-line2": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 5 | |
| }, | |
| "address-level2": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 6 | |
| }, | |
| "address-level1": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 4 | |
| }, | |
| "postal-code": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 8 | |
| }, | |
| "country": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 4 | |
| }, | |
| "cc-name": { | |
| "p": 1.0, | |
| "r": 0.9411764705882353, | |
| "f1": 0.9696969696969697, | |
| "n": 17 | |
| }, | |
| "cc-number": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 19 | |
| }, | |
| "cc-exp": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 13 | |
| }, | |
| "cc-exp-month": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 6 | |
| }, | |
| "cc-exp-year": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 5 | |
| }, | |
| "cc-csc": { | |
| "p": 0.9444444444444444, | |
| "r": 1.0, | |
| "f1": 0.9714285714285714, | |
| "n": 17 | |
| }, | |
| "captcha": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 5 | |
| }, | |
| "other": { | |
| "p": 0.75, | |
| "r": 0.5, | |
| "f1": 0.6, | |
| "n": 6 | |
| } | |
| }, | |
| "per_form": { | |
| "login": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 4 | |
| }, | |
| "signup": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 1 | |
| }, | |
| "password-change": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 7 | |
| }, | |
| "password-recovery": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 4 | |
| }, | |
| "otp": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 6 | |
| }, | |
| "payment": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 19 | |
| }, | |
| "address": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 5 | |
| } | |
| }, | |
| "top_confusions": [ | |
| [ | |
| "other", | |
| "current-password", | |
| 2 | |
| ], | |
| [ | |
| "cc-name", | |
| "other", | |
| 1 | |
| ], | |
| [ | |
| "current-password", | |
| "new-password", | |
| 1 | |
| ], | |
| [ | |
| "other", | |
| "cc-csc", | |
| 1 | |
| ] | |
| ] | |
| }, | |
| "heuristic_baseline_real": { | |
| "n_forms": 3362, | |
| "n_fields": 9619, | |
| "field_acc": 0.819523859029005, | |
| "field_macro_f1": 0.7496204195913461, | |
| "form_acc": 0.7245687091017252, | |
| "form_macro_f1": 0.5030916170134985, | |
| "password_precision": 0.9431818181818182, | |
| "password_recall": 0.9975961538461539, | |
| "password_f1": 0.9696261682242991, | |
| "cur_vs_new_acc": 0.8333333333333334, | |
| "identifier_f1": 0.9389296024872307, | |
| "per_field": { | |
| "username": { | |
| "p": 0.7634782608695653, | |
| "r": 0.6816770186335404, | |
| "f1": 0.7202625102543068, | |
| "n": 644 | |
| }, | |
| "email": { | |
| "p": 0.8578796561604585, | |
| "r": 0.9727095516569201, | |
| "f1": 0.9116930572472595, | |
| "n": 1539 | |
| }, | |
| "current-password": { | |
| "p": 0.8096980786825252, | |
| "r": 0.9844271412680756, | |
| "f1": 0.8885542168674699, | |
| "n": 899 | |
| }, | |
| "new-password": { | |
| "p": 0.6828193832599119, | |
| "r": 0.44412607449856734, | |
| "f1": 0.5381944444444444, | |
| "n": 349 | |
| }, | |
| "one-time-code": { | |
| "p": 0.7538461538461538, | |
| "r": 0.6363636363636364, | |
| "f1": 0.6901408450704226, | |
| "n": 77 | |
| }, | |
| "tel": { | |
| "p": 0.8990963855421686, | |
| "r": 0.9372056514913658, | |
| "f1": 0.9177555726364336, | |
| "n": 637 | |
| }, | |
| "name": { | |
| "p": 0.7942583732057417, | |
| "r": 0.7259475218658892, | |
| "f1": 0.7585681645087586, | |
| "n": 686 | |
| }, | |
| "given-name": { | |
| "p": 0.6656050955414012, | |
| "r": 0.706081081081081, | |
| "f1": 0.6852459016393442, | |
| "n": 296 | |
| }, | |
| "family-name": { | |
| "p": 0.9074074074074074, | |
| "r": 0.7567567567567568, | |
| "f1": 0.8252631578947369, | |
| "n": 259 | |
| }, | |
| "organization": { | |
| "p": 0.744, | |
| "r": 0.7153846153846154, | |
| "f1": 0.7294117647058823, | |
| "n": 130 | |
| }, | |
| "street-address": { | |
| "p": 0.7105263157894737, | |
| "r": 0.7570093457943925, | |
| "f1": 0.7330316742081447, | |
| "n": 107 | |
| }, | |
| "address-line2": { | |
| "p": 0.4782608695652174, | |
| "r": 0.6470588235294118, | |
| "f1": 0.55, | |
| "n": 17 | |
| }, | |
| "address-level2": { | |
| "p": 0.5699481865284974, | |
| "r": 0.7857142857142857, | |
| "f1": 0.6606606606606606, | |
| "n": 140 | |
| }, | |
| "address-level1": { | |
| "p": 0.5511811023622047, | |
| "r": 0.7692307692307693, | |
| "f1": 0.6422018348623854, | |
| "n": 91 | |
| }, | |
| "postal-code": { | |
| "p": 0.957983193277311, | |
| "r": 0.8321167883211679, | |
| "f1": 0.890625, | |
| "n": 137 | |
| }, | |
| "country": { | |
| "p": 0.8028169014084507, | |
| "r": 0.76, | |
| "f1": 0.7808219178082192, | |
| "n": 75 | |
| }, | |
| "cc-name": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 3 | |
| }, | |
| "cc-number": { | |
| "p": 0.6, | |
| "r": 1.0, | |
| "f1": 0.7499999999999999, | |
| "n": 3 | |
| }, | |
| "cc-exp-month": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 3 | |
| }, | |
| "cc-exp-year": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 3 | |
| }, | |
| "cc-csc": { | |
| "p": 0.0, | |
| "r": 0.0, | |
| "f1": 0.0, | |
| "n": 3 | |
| }, | |
| "bday": { | |
| "p": 0.8125, | |
| "r": 0.6666666666666666, | |
| "f1": 0.7323943661971831, | |
| "n": 39 | |
| }, | |
| "search": { | |
| "p": 0.8271889400921659, | |
| "r": 0.7638297872340426, | |
| "f1": 0.7942477876106194, | |
| "n": 470 | |
| }, | |
| "captcha": { | |
| "p": 0.9393939393939394, | |
| "r": 0.5636363636363636, | |
| "f1": 0.7045454545454546, | |
| "n": 165 | |
| }, | |
| "other": { | |
| "p": 0.855465884079237, | |
| "r": 0.8191078328064629, | |
| "f1": 0.8368921586219272, | |
| "n": 2847 | |
| } | |
| }, | |
| "per_form": { | |
| "login": { | |
| "p": 0.9395973154362416, | |
| "r": 0.9354120267260579, | |
| "f1": 0.9375, | |
| "n": 898 | |
| }, | |
| "signup": { | |
| "p": 0.5955882352941176, | |
| "r": 0.782608695652174, | |
| "f1": 0.6764091858037579, | |
| "n": 207 | |
| }, | |
| "password-change": { | |
| "p": 0.0, | |
| "r": 0.0, | |
| "f1": 0.0, | |
| "n": 15 | |
| }, | |
| "password-recovery": { | |
| "p": 0.13333333333333333, | |
| "r": 0.10526315789473684, | |
| "f1": 0.11764705882352941, | |
| "n": 19 | |
| }, | |
| "otp": { | |
| "p": 0.4482758620689655, | |
| "r": 0.5909090909090909, | |
| "f1": 0.5098039215686274, | |
| "n": 22 | |
| }, | |
| "payment": { | |
| "p": 0.1875, | |
| "r": 1.0, | |
| "f1": 0.3157894736842105, | |
| "n": 3 | |
| }, | |
| "address": { | |
| "p": 0.06713780918727916, | |
| "r": 0.6129032258064516, | |
| "f1": 0.12101910828025478, | |
| "n": 31 | |
| }, | |
| "newsletter": { | |
| "p": 0.8866666666666667, | |
| "r": 0.8286604361370716, | |
| "f1": 0.856682769726248, | |
| "n": 321 | |
| }, | |
| "contact": { | |
| "p": 0.9390756302521008, | |
| "r": 0.5866141732283464, | |
| "f1": 0.7221324717285944, | |
| "n": 762 | |
| }, | |
| "search": { | |
| "p": 0.9743589743589743, | |
| "r": 0.49906191369606, | |
| "f1": 0.6600496277915633, | |
| "n": 533 | |
| }, | |
| "other": { | |
| "p": 0.5199004975124378, | |
| "r": 0.7586206896551724, | |
| "f1": 0.6169741697416974, | |
| "n": 551 | |
| } | |
| }, | |
| "top_confusions": [ | |
| [ | |
| "new-password", | |
| "current-password", | |
| 192 | |
| ], | |
| [ | |
| "username", | |
| "email", | |
| 155 | |
| ], | |
| [ | |
| "name", | |
| "given-name", | |
| 78 | |
| ], | |
| [ | |
| "other", | |
| "email", | |
| 71 | |
| ], | |
| [ | |
| "other", | |
| "search", | |
| 71 | |
| ], | |
| [ | |
| "search", | |
| "other", | |
| 69 | |
| ], | |
| [ | |
| "other", | |
| "address-level2", | |
| 62 | |
| ], | |
| [ | |
| "name", | |
| "other", | |
| 62 | |
| ], | |
| [ | |
| "given-name", | |
| "name", | |
| 51 | |
| ], | |
| [ | |
| "captcha", | |
| "other", | |
| 50 | |
| ], | |
| [ | |
| "other", | |
| "username", | |
| 48 | |
| ], | |
| [ | |
| "other", | |
| "address-level1", | |
| 47 | |
| ], | |
| [ | |
| "other", | |
| "new-password", | |
| 45 | |
| ], | |
| [ | |
| "other", | |
| "name", | |
| 28 | |
| ], | |
| [ | |
| "other", | |
| "tel", | |
| 28 | |
| ], | |
| [ | |
| "tel", | |
| "other", | |
| 28 | |
| ], | |
| [ | |
| "name", | |
| "username", | |
| 25 | |
| ], | |
| [ | |
| "one-time-code", | |
| "other", | |
| 24 | |
| ], | |
| [ | |
| "email", | |
| "username", | |
| 23 | |
| ], | |
| [ | |
| "other", | |
| "organization", | |
| 23 | |
| ], | |
| [ | |
| "username", | |
| "other", | |
| 23 | |
| ], | |
| [ | |
| "family-name", | |
| "other", | |
| 22 | |
| ], | |
| [ | |
| "family-name", | |
| "name", | |
| 19 | |
| ], | |
| [ | |
| "organization", | |
| "other", | |
| 17 | |
| ], | |
| [ | |
| "street-address", | |
| "other", | |
| 16 | |
| ] | |
| ] | |
| }, | |
| "autocomplete_masked": { | |
| "n_fields": 641, | |
| "acc": 0.9859594383775351, | |
| "per_class": { | |
| "address-level2": "3/4", | |
| "address-line2": "2/2", | |
| "country": "1/1", | |
| "current-password": "157/157", | |
| "email": "161/161", | |
| "family-name": "11/11", | |
| "given-name": "14/15", | |
| "name": "74/75", | |
| "new-password": "55/58", | |
| "one-time-code": "13/13", | |
| "organization": "5/5", | |
| "postal-code": "6/6", | |
| "street-address": "4/4", | |
| "tel": "26/26", | |
| "username": "100/103" | |
| }, | |
| "heuristic_acc": 0.7550702028081123 | |
| } | |
| } |