Token Classification
Transformers
ONNX
Safetensors
multilingual
bert
autofill
password-manager
form-classification
field-classification
browser-extension
Instructions to use ProCreations/Zap with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use ProCreations/Zap with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="ProCreations/Zap")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("ProCreations/Zap") model = AutoModelForTokenClassification.from_pretrained("ProCreations/Zap", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download eval/val_metrics.json from ProCreations/Zap: direct link, hf CLI and curl.
- Browser
- Download file 5.59 kB
-
https://huggingface.co/ProCreations/Zap/resolve/main/eval/val_metrics.json
- Command line
-
hf download hf://ProCreations/Zap/eval/val_metrics.json
-
curl -L -o val_metrics.json https://huggingface.co/ProCreations/Zap/resolve/main/eval/val_metrics.json
5.59 kB
| { | |
| "epoch": 2, | |
| "n_forms": 3408, | |
| "n_fields": 9819, | |
| "field_acc": 0.9746410021387106, | |
| "field_macro_f1": 0.9661696867284804, | |
| "form_acc": 0.9571596244131455, | |
| "form_macro_f1": 0.9376820897318026, | |
| "password_precision": 0.9898358092259578, | |
| "password_recall": 0.998422712933754, | |
| "password_f1": 0.994110718492344, | |
| "cur_vs_new_acc": 0.9944794952681388, | |
| "identifier_f1": 0.9945380063723259, | |
| "per_field": { | |
| "username": { | |
| "p": 0.9921752738654147, | |
| "r": 0.9768875192604006, | |
| "f1": 0.984472049689441, | |
| "n": 649 | |
| }, | |
| "email": { | |
| "p": 0.9884541372674791, | |
| "r": 0.9961215255332903, | |
| "f1": 0.9922730199613651, | |
| "n": 1547 | |
| }, | |
| "current-password": { | |
| "p": 0.9814814814814815, | |
| "r": 0.9977851605758582, | |
| "f1": 0.9895661724327293, | |
| "n": 903 | |
| }, | |
| "new-password": { | |
| "p": 0.997229916897507, | |
| "r": 0.9863013698630136, | |
| "f1": 0.9917355371900827, | |
| "n": 365 | |
| }, | |
| "one-time-code": { | |
| "p": 0.9901960784313726, | |
| "r": 0.9805825242718447, | |
| "f1": 0.9853658536585367, | |
| "n": 103 | |
| }, | |
| "tel": { | |
| "p": 0.9800918836140888, | |
| "r": 0.9937888198757764, | |
| "f1": 0.9868928296067848, | |
| "n": 644 | |
| }, | |
| "name": { | |
| "p": 0.9592123769338959, | |
| "r": 0.9855491329479769, | |
| "f1": 0.9722024233784746, | |
| "n": 692 | |
| }, | |
| "given-name": { | |
| "p": 0.978494623655914, | |
| "r": 0.9161073825503355, | |
| "f1": 0.9462738301559791, | |
| "n": 298 | |
| }, | |
| "family-name": { | |
| "p": 0.9961089494163424, | |
| "r": 0.9808429118773946, | |
| "f1": 0.9884169884169886, | |
| "n": 261 | |
| }, | |
| "organization": { | |
| "p": 0.9761904761904762, | |
| "r": 0.9318181818181818, | |
| "f1": 0.9534883720930233, | |
| "n": 132 | |
| }, | |
| "street-address": { | |
| "p": 0.9369369369369369, | |
| "r": 0.9122807017543859, | |
| "f1": 0.9244444444444444, | |
| "n": 114 | |
| }, | |
| "address-line2": { | |
| "p": 1.0, | |
| "r": 0.9090909090909091, | |
| "f1": 0.9523809523809523, | |
| "n": 22 | |
| }, | |
| "address-level2": { | |
| "p": 0.8843537414965986, | |
| "r": 0.8904109589041096, | |
| "f1": 0.887372013651877, | |
| "n": 146 | |
| }, | |
| "address-level1": { | |
| "p": 0.898989898989899, | |
| "r": 0.9368421052631579, | |
| "f1": 0.9175257731958762, | |
| "n": 95 | |
| }, | |
| "postal-code": { | |
| "p": 0.9724137931034482, | |
| "r": 0.9724137931034482, | |
| "f1": 0.9724137931034482, | |
| "n": 145 | |
| }, | |
| "country": { | |
| "p": 0.8863636363636364, | |
| "r": 0.9873417721518988, | |
| "f1": 0.9341317365269461, | |
| "n": 79 | |
| }, | |
| "cc-name": { | |
| "p": 1.0, | |
| "r": 0.95, | |
| "f1": 0.9743589743589743, | |
| "n": 20 | |
| }, | |
| "cc-number": { | |
| "p": 0.9565217391304348, | |
| "r": 1.0, | |
| "f1": 0.9777777777777777, | |
| "n": 22 | |
| }, | |
| "cc-exp": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 13 | |
| }, | |
| "cc-exp-month": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 9 | |
| }, | |
| "cc-exp-year": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 8 | |
| }, | |
| "cc-csc": { | |
| "p": 0.9523809523809523, | |
| "r": 1.0, | |
| "f1": 0.975609756097561, | |
| "n": 20 | |
| }, | |
| "bday": { | |
| "p": 1.0, | |
| "r": 0.8461538461538461, | |
| "f1": 0.9166666666666666, | |
| "n": 39 | |
| }, | |
| "search": { | |
| "p": 0.9624217118997912, | |
| "r": 0.9808510638297873, | |
| "f1": 0.9715489989462592, | |
| "n": 470 | |
| }, | |
| "captcha": { | |
| "p": 0.9814814814814815, | |
| "r": 0.9352941176470588, | |
| "f1": 0.9578313253012049, | |
| "n": 170 | |
| }, | |
| "other": { | |
| "p": 0.9703912583715192, | |
| "r": 0.9649491763056431, | |
| "f1": 0.9676625659050966, | |
| "n": 2853 | |
| } | |
| }, | |
| "per_form": { | |
| "login": { | |
| "p": 0.9900552486187846, | |
| "r": 0.9933481152993349, | |
| "f1": 0.991698948533481, | |
| "n": 902 | |
| }, | |
| "signup": { | |
| "p": 0.9951456310679612, | |
| "r": 0.9855769230769231, | |
| "f1": 0.9903381642512078, | |
| "n": 208 | |
| }, | |
| "password-change": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 22 | |
| }, | |
| "password-recovery": { | |
| "p": 0.8461538461538461, | |
| "r": 0.9565217391304348, | |
| "f1": 0.8979591836734695, | |
| "n": 23 | |
| }, | |
| "otp": { | |
| "p": 0.8888888888888888, | |
| "r": 0.8571428571428571, | |
| "f1": 0.8727272727272727, | |
| "n": 28 | |
| }, | |
| "payment": { | |
| "p": 1.0, | |
| "r": 1.0, | |
| "f1": 1.0, | |
| "n": 22 | |
| }, | |
| "address": { | |
| "p": 0.8666666666666667, | |
| "r": 0.7222222222222222, | |
| "f1": 0.7878787878787877, | |
| "n": 36 | |
| }, | |
| "newsletter": { | |
| "p": 0.9774193548387097, | |
| "r": 0.9439252336448598, | |
| "f1": 0.9603803486529319, | |
| "n": 321 | |
| }, | |
| "contact": { | |
| "p": 0.9369482976040353, | |
| "r": 0.9750656167979003, | |
| "f1": 0.9556270096463023, | |
| "n": 762 | |
| }, | |
| "search": { | |
| "p": 0.9555555555555556, | |
| "r": 0.9681050656660413, | |
| "f1": 0.961789375582479, | |
| "n": 533 | |
| }, | |
| "other": { | |
| "p": 0.9165085388994307, | |
| "r": 0.8765880217785844, | |
| "f1": 0.8961038961038961, | |
| "n": 551 | |
| } | |
| }, | |
| "top_confusions": [ | |
| [ | |
| "given-name", | |
| "name", | |
| 22 | |
| ], | |
| [ | |
| "other", | |
| "address-level2", | |
| 16 | |
| ], | |
| [ | |
| "other", | |
| "search", | |
| 16 | |
| ], | |
| [ | |
| "address-level2", | |
| "other", | |
| 15 | |
| ], | |
| [ | |
| "other", | |
| "current-password", | |
| 11 | |
| ], | |
| [ | |
| "other", | |
| "address-level1", | |
| 10 | |
| ], | |
| [ | |
| "captcha", | |
| "other", | |
| 9 | |
| ], | |
| [ | |
| "other", | |
| "country", | |
| 9 | |
| ], | |
| [ | |
| "search", | |
| "other", | |
| 9 | |
| ], | |
| [ | |
| "other", | |
| "email", | |
| 9 | |
| ], | |
| [ | |
| "username", | |
| "email", | |
| 8 | |
| ], | |
| [ | |
| "street-address", | |
| "other", | |
| 7 | |
| ], | |
| [ | |
| "organization", | |
| "other", | |
| 7 | |
| ], | |
| [ | |
| "address-level1", | |
| "other", | |
| 6 | |
| ], | |
| [ | |
| "other", | |
| "tel", | |
| 6 | |
| ], | |
| [ | |
| "name", | |
| "given-name", | |
| 5 | |
| ], | |
| [ | |
| "username", | |
| "other", | |
| 5 | |
| ], | |
| [ | |
| "other", | |
| "street-address", | |
| 5 | |
| ], | |
| [ | |
| "bday", | |
| "other", | |
| 5 | |
| ], | |
| [ | |
| "new-password", | |
| "current-password", | |
| 4 | |
| ], | |
| [ | |
| "name", | |
| "other", | |
| 4 | |
| ], | |
| [ | |
| "other", | |
| "postal-code", | |
| 4 | |
| ], | |
| [ | |
| "postal-code", | |
| "other", | |
| 4 | |
| ], | |
| [ | |
| "other", | |
| "name", | |
| 3 | |
| ], | |
| [ | |
| "family-name", | |
| "name", | |
| 3 | |
| ] | |
| ] | |
| } |