{ "architectures": [ "Qwen3ForTokenClassification" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151643, "head_dim": 128, "hidden_act": "silu", "hidden_size": 1024, "id2label": { "0": "O", "1": "B-PERSON", "2": "I-PERSON", "3": "E-PERSON", "4": "S-PERSON", "5": "B-EMAIL", "6": "I-EMAIL", "7": "E-EMAIL", "8": "S-EMAIL", "9": "B-PHONE", "10": "I-PHONE", "11": "E-PHONE", "12": "S-PHONE", "13": "B-ADDRESS", "14": "I-ADDRESS", "15": "E-ADDRESS", "16": "S-ADDRESS", "17": "B-GOVERNMENT_ID", "18": "I-GOVERNMENT_ID", "19": "E-GOVERNMENT_ID", "20": "S-GOVERNMENT_ID", "21": "B-FINANCIAL_ID", "22": "I-FINANCIAL_ID", "23": "E-FINANCIAL_ID", "24": "S-FINANCIAL_ID", "25": "B-SECRET", "26": "I-SECRET", "27": "E-SECRET", "28": "S-SECRET", "29": "B-IP_ADDRESS", "30": "I-IP_ADDRESS", "31": "E-IP_ADDRESS", "32": "S-IP_ADDRESS", "33": "B-DATE_OF_BIRTH", "34": "I-DATE_OF_BIRTH", "35": "E-DATE_OF_BIRTH", "36": "S-DATE_OF_BIRTH", "37": "B-URL", "38": "I-URL", "39": "E-URL", "40": "S-URL" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "B-ADDRESS": 13, "B-DATE_OF_BIRTH": 33, "B-EMAIL": 5, "B-FINANCIAL_ID": 21, "B-GOVERNMENT_ID": 17, "B-IP_ADDRESS": 29, "B-PERSON": 1, "B-PHONE": 9, "B-SECRET": 25, "B-URL": 37, "E-ADDRESS": 15, "E-DATE_OF_BIRTH": 35, "E-EMAIL": 7, "E-FINANCIAL_ID": 23, "E-GOVERNMENT_ID": 19, "E-IP_ADDRESS": 31, "E-PERSON": 3, "E-PHONE": 11, "E-SECRET": 27, "E-URL": 39, "I-ADDRESS": 14, "I-DATE_OF_BIRTH": 34, "I-EMAIL": 6, "I-FINANCIAL_ID": 22, "I-GOVERNMENT_ID": 18, "I-IP_ADDRESS": 30, "I-PERSON": 2, "I-PHONE": 10, "I-SECRET": 26, "I-URL": 38, "O": 0, "S-ADDRESS": 16, "S-DATE_OF_BIRTH": 36, "S-EMAIL": 8, "S-FINANCIAL_ID": 24, "S-GOVERNMENT_ID": 20, "S-IP_ADDRESS": 32, "S-PERSON": 4, "S-PHONE": 12, "S-SECRET": 28, "S-URL": 40 }, "layer_types": [ "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention" ], "max_position_embeddings": 32768, "max_window_layers": 28, "model_type": "qwen3", "num_attention_heads": 16, "num_hidden_layers": 28, "num_key_value_heads": 8, "privacy_attention_mode": "causal", "privacy_initialization_weights_sha256": "1f989d08382dce6598f94a307ba6a8ec23fb1f0b103bf55408b1b1d4c4fddc64", "privacy_minimum_stopping_epoch": 1.0, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 1000000, "sliding_window": null, "tie_word_embeddings": true, "torch_dtype": "float32", "transformers_version": "4.55.4", "use_cache": false, "use_sliding_window": false, "vocab_size": 151936 }