becleverksh's picture
Upload int8-weight-only release artifact
ad336d5 verified
Raw
History Blame Contribute Delete
4.63 kB
{
"architectures": [
"OpenAIPrivacyFilterForTokenClassification"
],
"attention_bias": true,
"attention_dropout": 0.0,
"bos_token_id": null,
"classifier_dropout": 0.0,
"default_n_ctx": 128000,
"eos_token_id": 199999,
"head_dim": 64,
"hidden_act": "silu",
"hidden_size": 640,
"id2label": {
"0": "O",
"1": "B-PERSON",
"2": "I-PERSON",
"3": "E-PERSON",
"4": "S-PERSON",
"5": "B-RRN",
"6": "I-RRN",
"7": "E-RRN",
"8": "S-RRN",
"9": "B-FRN",
"10": "I-FRN",
"11": "E-FRN",
"12": "S-FRN",
"13": "B-CARD_NUMBER",
"14": "I-CARD_NUMBER",
"15": "E-CARD_NUMBER",
"16": "S-CARD_NUMBER",
"17": "B-ACCOUNT_NUMBER",
"18": "I-ACCOUNT_NUMBER",
"19": "E-ACCOUNT_NUMBER",
"20": "S-ACCOUNT_NUMBER",
"21": "B-SECRET",
"22": "I-SECRET",
"23": "E-SECRET",
"24": "S-SECRET",
"25": "B-USER_ID",
"26": "I-USER_ID",
"27": "E-USER_ID",
"28": "S-USER_ID",
"29": "B-EMAIL",
"30": "I-EMAIL",
"31": "E-EMAIL",
"32": "S-EMAIL",
"33": "B-PHONE",
"34": "I-PHONE",
"35": "E-PHONE",
"36": "S-PHONE",
"37": "B-PASSPORT",
"38": "I-PASSPORT",
"39": "E-PASSPORT",
"40": "S-PASSPORT",
"41": "B-DRIVER_LICENSE",
"42": "I-DRIVER_LICENSE",
"43": "E-DRIVER_LICENSE",
"44": "S-DRIVER_LICENSE",
"45": "B-GENERIC_ID",
"46": "I-GENERIC_ID",
"47": "E-GENERIC_ID",
"48": "S-GENERIC_ID",
"49": "B-ADDRESS",
"50": "I-ADDRESS",
"51": "E-ADDRESS",
"52": "S-ADDRESS",
"53": "B-ZIPCODE",
"54": "I-ZIPCODE",
"55": "E-ZIPCODE",
"56": "S-ZIPCODE",
"57": "B-DATE",
"58": "I-DATE",
"59": "E-DATE",
"60": "S-DATE",
"61": "B-CARD_EXPIRY",
"62": "I-CARD_EXPIRY",
"63": "E-CARD_EXPIRY",
"64": "S-CARD_EXPIRY",
"65": "B-CVC",
"66": "I-CVC",
"67": "E-CVC",
"68": "S-CVC",
"69": "B-IPIN",
"70": "I-IPIN",
"71": "E-IPIN",
"72": "S-IPIN"
},
"initial_context_length": 4096,
"initializer_range": 0.02,
"intermediate_size": 640,
"label2id": {
"B-ACCOUNT_NUMBER": 17,
"B-ADDRESS": 49,
"B-CARD_EXPIRY": 61,
"B-CARD_NUMBER": 13,
"B-CVC": 65,
"B-DATE": 57,
"B-DRIVER_LICENSE": 41,
"B-EMAIL": 29,
"B-FRN": 9,
"B-GENERIC_ID": 45,
"B-IPIN": 69,
"B-PASSPORT": 37,
"B-PERSON": 1,
"B-PHONE": 33,
"B-RRN": 5,
"B-SECRET": 21,
"B-USER_ID": 25,
"B-ZIPCODE": 53,
"E-ACCOUNT_NUMBER": 19,
"E-ADDRESS": 51,
"E-CARD_EXPIRY": 63,
"E-CARD_NUMBER": 15,
"E-CVC": 67,
"E-DATE": 59,
"E-DRIVER_LICENSE": 43,
"E-EMAIL": 31,
"E-FRN": 11,
"E-GENERIC_ID": 47,
"E-IPIN": 71,
"E-PASSPORT": 39,
"E-PERSON": 3,
"E-PHONE": 35,
"E-RRN": 7,
"E-SECRET": 23,
"E-USER_ID": 27,
"E-ZIPCODE": 55,
"I-ACCOUNT_NUMBER": 18,
"I-ADDRESS": 50,
"I-CARD_EXPIRY": 62,
"I-CARD_NUMBER": 14,
"I-CVC": 66,
"I-DATE": 58,
"I-DRIVER_LICENSE": 42,
"I-EMAIL": 30,
"I-FRN": 10,
"I-GENERIC_ID": 46,
"I-IPIN": 70,
"I-PASSPORT": 38,
"I-PERSON": 2,
"I-PHONE": 34,
"I-RRN": 6,
"I-SECRET": 22,
"I-USER_ID": 26,
"I-ZIPCODE": 54,
"O": 0,
"S-ACCOUNT_NUMBER": 20,
"S-ADDRESS": 52,
"S-CARD_EXPIRY": 64,
"S-CARD_NUMBER": 16,
"S-CVC": 68,
"S-DATE": 60,
"S-DRIVER_LICENSE": 44,
"S-EMAIL": 32,
"S-FRN": 12,
"S-GENERIC_ID": 48,
"S-IPIN": 72,
"S-PASSPORT": 40,
"S-PERSON": 4,
"S-PHONE": 36,
"S-RRN": 8,
"S-SECRET": 24,
"S-USER_ID": 28,
"S-ZIPCODE": 56
},
"max_position_embeddings": 131072,
"model_type": "openai_privacy_filter",
"num_attention_heads": 14,
"num_experts_per_tok": 4,
"num_hidden_layers": 8,
"num_key_value_heads": 2,
"num_local_experts": 128,
"onnx_config": {
"activation_dtype": "float32",
"block_size": 32,
"external_data": "model_quantized.onnx_data",
"model_file": "model_quantized.onnx",
"operator_profile": "MatMulNBits + QMoE + GatherBlockQuantized",
"output_dtype": "float32",
"weight_bits": 8,
"weight_only": true
},
"output_router_logits": false,
"pad_token_id": 199999,
"rms_norm_eps": 1e-05,
"rope_parameters": {
"beta_fast": 32.0,
"beta_slow": 1.0,
"factor": 32.0,
"original_max_position_embeddings": 4096,
"rope_theta": 150000.0,
"rope_type": "yarn",
"truncate": false
},
"router_aux_loss_coef": 0.001,
"sliding_window": 128,
"tie_word_embeddings": false,
"transformers_version": "5.13.1",
"use_cache": false,
"vocab_size": 200064
}