Token Classification
Transformers
Safetensors
Korean
English
openai_privacy_filter
ner
pii
privacy
pii-masking
korean
finance
bioes
viterbi
mixture-of-experts
Instructions to use BCCard/MoAI-Privacy-Filter with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use BCCard/MoAI-Privacy-Filter with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="BCCard/MoAI-Privacy-Filter")# Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("BCCard/MoAI-Privacy-Filter") model = AutoModelForTokenClassification.from_pretrained("BCCard/MoAI-Privacy-Filter", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "architectures": [ | |
| "OpenAIPrivacyFilterForTokenClassification" | |
| ], | |
| "attention_bias": true, | |
| "attention_dropout": 0.0, | |
| "bos_token_id": null, | |
| "classifier_dropout": 0.0, | |
| "default_n_ctx": 128000, | |
| "dtype": "bfloat16", | |
| "eos_token_id": 199999, | |
| "head_dim": 64, | |
| "hidden_act": "silu", | |
| "hidden_size": 640, | |
| "id2label": { | |
| "0": "O", | |
| "1": "B-PERSON", | |
| "2": "I-PERSON", | |
| "3": "E-PERSON", | |
| "4": "S-PERSON", | |
| "5": "B-RRN", | |
| "6": "I-RRN", | |
| "7": "E-RRN", | |
| "8": "S-RRN", | |
| "9": "B-FRN", | |
| "10": "I-FRN", | |
| "11": "E-FRN", | |
| "12": "S-FRN", | |
| "13": "B-CARD_NUMBER", | |
| "14": "I-CARD_NUMBER", | |
| "15": "E-CARD_NUMBER", | |
| "16": "S-CARD_NUMBER", | |
| "17": "B-ACCOUNT_NUMBER", | |
| "18": "I-ACCOUNT_NUMBER", | |
| "19": "E-ACCOUNT_NUMBER", | |
| "20": "S-ACCOUNT_NUMBER", | |
| "21": "B-SECRET", | |
| "22": "I-SECRET", | |
| "23": "E-SECRET", | |
| "24": "S-SECRET", | |
| "25": "B-USER_ID", | |
| "26": "I-USER_ID", | |
| "27": "E-USER_ID", | |
| "28": "S-USER_ID", | |
| "29": "B-EMAIL", | |
| "30": "I-EMAIL", | |
| "31": "E-EMAIL", | |
| "32": "S-EMAIL", | |
| "33": "B-PHONE", | |
| "34": "I-PHONE", | |
| "35": "E-PHONE", | |
| "36": "S-PHONE", | |
| "37": "B-PASSPORT", | |
| "38": "I-PASSPORT", | |
| "39": "E-PASSPORT", | |
| "40": "S-PASSPORT", | |
| "41": "B-DRIVER_LICENSE", | |
| "42": "I-DRIVER_LICENSE", | |
| "43": "E-DRIVER_LICENSE", | |
| "44": "S-DRIVER_LICENSE", | |
| "45": "B-GENERIC_ID", | |
| "46": "I-GENERIC_ID", | |
| "47": "E-GENERIC_ID", | |
| "48": "S-GENERIC_ID", | |
| "49": "B-ADDRESS", | |
| "50": "I-ADDRESS", | |
| "51": "E-ADDRESS", | |
| "52": "S-ADDRESS", | |
| "53": "B-ZIPCODE", | |
| "54": "I-ZIPCODE", | |
| "55": "E-ZIPCODE", | |
| "56": "S-ZIPCODE", | |
| "57": "B-DATE", | |
| "58": "I-DATE", | |
| "59": "E-DATE", | |
| "60": "S-DATE", | |
| "61": "B-CARD_EXPIRY", | |
| "62": "I-CARD_EXPIRY", | |
| "63": "E-CARD_EXPIRY", | |
| "64": "S-CARD_EXPIRY", | |
| "65": "B-CVC", | |
| "66": "I-CVC", | |
| "67": "E-CVC", | |
| "68": "S-CVC", | |
| "69": "B-IPIN", | |
| "70": "I-IPIN", | |
| "71": "E-IPIN", | |
| "72": "S-IPIN" | |
| }, | |
| "initial_context_length": 4096, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 640, | |
| "label2id": { | |
| "B-ACCOUNT_NUMBER": 17, | |
| "B-ADDRESS": 49, | |
| "B-CARD_EXPIRY": 61, | |
| "B-CARD_NUMBER": 13, | |
| "B-CVC": 65, | |
| "B-DATE": 57, | |
| "B-DRIVER_LICENSE": 41, | |
| "B-EMAIL": 29, | |
| "B-FRN": 9, | |
| "B-GENERIC_ID": 45, | |
| "B-IPIN": 69, | |
| "B-PASSPORT": 37, | |
| "B-PERSON": 1, | |
| "B-PHONE": 33, | |
| "B-RRN": 5, | |
| "B-SECRET": 21, | |
| "B-USER_ID": 25, | |
| "B-ZIPCODE": 53, | |
| "E-ACCOUNT_NUMBER": 19, | |
| "E-ADDRESS": 51, | |
| "E-CARD_EXPIRY": 63, | |
| "E-CARD_NUMBER": 15, | |
| "E-CVC": 67, | |
| "E-DATE": 59, | |
| "E-DRIVER_LICENSE": 43, | |
| "E-EMAIL": 31, | |
| "E-FRN": 11, | |
| "E-GENERIC_ID": 47, | |
| "E-IPIN": 71, | |
| "E-PASSPORT": 39, | |
| "E-PERSON": 3, | |
| "E-PHONE": 35, | |
| "E-RRN": 7, | |
| "E-SECRET": 23, | |
| "E-USER_ID": 27, | |
| "E-ZIPCODE": 55, | |
| "I-ACCOUNT_NUMBER": 18, | |
| "I-ADDRESS": 50, | |
| "I-CARD_EXPIRY": 62, | |
| "I-CARD_NUMBER": 14, | |
| "I-CVC": 66, | |
| "I-DATE": 58, | |
| "I-DRIVER_LICENSE": 42, | |
| "I-EMAIL": 30, | |
| "I-FRN": 10, | |
| "I-GENERIC_ID": 46, | |
| "I-IPIN": 70, | |
| "I-PASSPORT": 38, | |
| "I-PERSON": 2, | |
| "I-PHONE": 34, | |
| "I-RRN": 6, | |
| "I-SECRET": 22, | |
| "I-USER_ID": 26, | |
| "I-ZIPCODE": 54, | |
| "O": 0, | |
| "S-ACCOUNT_NUMBER": 20, | |
| "S-ADDRESS": 52, | |
| "S-CARD_EXPIRY": 64, | |
| "S-CARD_NUMBER": 16, | |
| "S-CVC": 68, | |
| "S-DATE": 60, | |
| "S-DRIVER_LICENSE": 44, | |
| "S-EMAIL": 32, | |
| "S-FRN": 12, | |
| "S-GENERIC_ID": 48, | |
| "S-IPIN": 72, | |
| "S-PASSPORT": 40, | |
| "S-PERSON": 4, | |
| "S-PHONE": 36, | |
| "S-RRN": 8, | |
| "S-SECRET": 24, | |
| "S-USER_ID": 28, | |
| "S-ZIPCODE": 56 | |
| }, | |
| "max_position_embeddings": 131072, | |
| "model_type": "openai_privacy_filter", | |
| "num_attention_heads": 14, | |
| "num_experts_per_tok": 4, | |
| "num_hidden_layers": 8, | |
| "num_key_value_heads": 2, | |
| "num_local_experts": 128, | |
| "output_router_logits": false, | |
| "pad_token_id": 199999, | |
| "rms_norm_eps": 1e-05, | |
| "rope_parameters": { | |
| "beta_fast": 32.0, | |
| "beta_slow": 1.0, | |
| "factor": 32.0, | |
| "original_max_position_embeddings": 4096, | |
| "rope_theta": 150000.0, | |
| "rope_type": "yarn", | |
| "truncate": false | |
| }, | |
| "router_aux_loss_coef": 0.001, | |
| "sliding_window": 128, | |
| "tie_word_embeddings": false, | |
| "transformers.js_config": { | |
| "use_external_data_format": { | |
| "model": 1, | |
| "model.onnx": 3, | |
| "model_fp16.onnx": 2 | |
| } | |
| }, | |
| "transformers_version": "5.13.1", | |
| "use_cache": false, | |
| "vocab_size": 200064 | |
| } | |