Zap / eval /val_metrics.json
ProCreations's picture
Zap v1: 20.7M-param web form & field classifier for autofill (bf16, MIT)
e4805d0 verified
Raw History Blame Contribute Delete
5.59 kB
{
"epoch": 2,
"n_forms": 3408,
"n_fields": 9819,
"field_acc": 0.9746410021387106,
"field_macro_f1": 0.9661696867284804,
"form_acc": 0.9571596244131455,
"form_macro_f1": 0.9376820897318026,
"password_precision": 0.9898358092259578,
"password_recall": 0.998422712933754,
"password_f1": 0.994110718492344,
"cur_vs_new_acc": 0.9944794952681388,
"identifier_f1": 0.9945380063723259,
"per_field": {
"username": {
"p": 0.9921752738654147,
"r": 0.9768875192604006,
"f1": 0.984472049689441,
"n": 649
},
"email": {
"p": 0.9884541372674791,
"r": 0.9961215255332903,
"f1": 0.9922730199613651,
"n": 1547
},
"current-password": {
"p": 0.9814814814814815,
"r": 0.9977851605758582,
"f1": 0.9895661724327293,
"n": 903
},
"new-password": {
"p": 0.997229916897507,
"r": 0.9863013698630136,
"f1": 0.9917355371900827,
"n": 365
},
"one-time-code": {
"p": 0.9901960784313726,
"r": 0.9805825242718447,
"f1": 0.9853658536585367,
"n": 103
},
"tel": {
"p": 0.9800918836140888,
"r": 0.9937888198757764,
"f1": 0.9868928296067848,
"n": 644
},
"name": {
"p": 0.9592123769338959,
"r": 0.9855491329479769,
"f1": 0.9722024233784746,
"n": 692
},
"given-name": {
"p": 0.978494623655914,
"r": 0.9161073825503355,
"f1": 0.9462738301559791,
"n": 298
},
"family-name": {
"p": 0.9961089494163424,
"r": 0.9808429118773946,
"f1": 0.9884169884169886,
"n": 261
},
"organization": {
"p": 0.9761904761904762,
"r": 0.9318181818181818,
"f1": 0.9534883720930233,
"n": 132
},
"street-address": {
"p": 0.9369369369369369,
"r": 0.9122807017543859,
"f1": 0.9244444444444444,
"n": 114
},
"address-line2": {
"p": 1.0,
"r": 0.9090909090909091,
"f1": 0.9523809523809523,
"n": 22
},
"address-level2": {
"p": 0.8843537414965986,
"r": 0.8904109589041096,
"f1": 0.887372013651877,
"n": 146
},
"address-level1": {
"p": 0.898989898989899,
"r": 0.9368421052631579,
"f1": 0.9175257731958762,
"n": 95
},
"postal-code": {
"p": 0.9724137931034482,
"r": 0.9724137931034482,
"f1": 0.9724137931034482,
"n": 145
},
"country": {
"p": 0.8863636363636364,
"r": 0.9873417721518988,
"f1": 0.9341317365269461,
"n": 79
},
"cc-name": {
"p": 1.0,
"r": 0.95,
"f1": 0.9743589743589743,
"n": 20
},
"cc-number": {
"p": 0.9565217391304348,
"r": 1.0,
"f1": 0.9777777777777777,
"n": 22
},
"cc-exp": {
"p": 1.0,
"r": 1.0,
"f1": 1.0,
"n": 13
},
"cc-exp-month": {
"p": 1.0,
"r": 1.0,
"f1": 1.0,
"n": 9
},
"cc-exp-year": {
"p": 1.0,
"r": 1.0,
"f1": 1.0,
"n": 8
},
"cc-csc": {
"p": 0.9523809523809523,
"r": 1.0,
"f1": 0.975609756097561,
"n": 20
},
"bday": {
"p": 1.0,
"r": 0.8461538461538461,
"f1": 0.9166666666666666,
"n": 39
},
"search": {
"p": 0.9624217118997912,
"r": 0.9808510638297873,
"f1": 0.9715489989462592,
"n": 470
},
"captcha": {
"p": 0.9814814814814815,
"r": 0.9352941176470588,
"f1": 0.9578313253012049,
"n": 170
},
"other": {
"p": 0.9703912583715192,
"r": 0.9649491763056431,
"f1": 0.9676625659050966,
"n": 2853
}
},
"per_form": {
"login": {
"p": 0.9900552486187846,
"r": 0.9933481152993349,
"f1": 0.991698948533481,
"n": 902
},
"signup": {
"p": 0.9951456310679612,
"r": 0.9855769230769231,
"f1": 0.9903381642512078,
"n": 208
},
"password-change": {
"p": 1.0,
"r": 1.0,
"f1": 1.0,
"n": 22
},
"password-recovery": {
"p": 0.8461538461538461,
"r": 0.9565217391304348,
"f1": 0.8979591836734695,
"n": 23
},
"otp": {
"p": 0.8888888888888888,
"r": 0.8571428571428571,
"f1": 0.8727272727272727,
"n": 28
},
"payment": {
"p": 1.0,
"r": 1.0,
"f1": 1.0,
"n": 22
},
"address": {
"p": 0.8666666666666667,
"r": 0.7222222222222222,
"f1": 0.7878787878787877,
"n": 36
},
"newsletter": {
"p": 0.9774193548387097,
"r": 0.9439252336448598,
"f1": 0.9603803486529319,
"n": 321
},
"contact": {
"p": 0.9369482976040353,
"r": 0.9750656167979003,
"f1": 0.9556270096463023,
"n": 762
},
"search": {
"p": 0.9555555555555556,
"r": 0.9681050656660413,
"f1": 0.961789375582479,
"n": 533
},
"other": {
"p": 0.9165085388994307,
"r": 0.8765880217785844,
"f1": 0.8961038961038961,
"n": 551
}
},
"top_confusions": [
[
"given-name",
"name",
22
],
[
"other",
"address-level2",
16
],
[
"other",
"search",
16
],
[
"address-level2",
"other",
15
],
[
"other",
"current-password",
11
],
[
"other",
"address-level1",
10
],
[
"captcha",
"other",
9
],
[
"other",
"country",
9
],
[
"search",
"other",
9
],
[
"other",
"email",
9
],
[
"username",
"email",
8
],
[
"street-address",
"other",
7
],
[
"organization",
"other",
7
],
[
"address-level1",
"other",
6
],
[
"other",
"tel",
6
],
[
"name",
"given-name",
5
],
[
"username",
"other",
5
],
[
"other",
"street-address",
5
],
[
"bday",
"other",
5
],
[
"new-password",
"current-password",
4
],
[
"name",
"other",
4
],
[
"other",
"postal-code",
4
],
[
"postal-code",
"other",
4
],
[
"other",
"name",
3
],
[
"family-name",
"name",
3
]
]
}