HikmaGuard / config.json
maurodore's picture
Publish unified_guard model and artifacts
6604218 verified
Raw History Blame Contribute Delete
2.16 kB
{
"architectures": [
"Qwen3ForSequenceClassification"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 151643,
"dtype": "bfloat16",
"eos_token_id": 151645,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 2560,
"hikma_artifact_id": "d21042f88a814cc19011421f0cf972be",
"id2label": {
"0": "hate",
"1": "abuse",
"2": "violence",
"3": "self_harm",
"4": "sexual_harm",
"5": "misconduct",
"6": "dangerous_capability",
"7": "prompt_injection",
"8": "indirect_prompt_injection"
},
"initializer_range": 0.02,
"intermediate_size": 9728,
"label2id": {
"abuse": 1,
"dangerous_capability": 6,
"hate": 0,
"indirect_prompt_injection": 8,
"misconduct": 5,
"prompt_injection": 7,
"self_harm": 3,
"sexual_harm": 4,
"violence": 2
},
"layer_types": [
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention"
],
"max_position_embeddings": 32768,
"max_window_layers": 36,
"model_type": "qwen3",
"num_attention_heads": 32,
"num_hidden_layers": 36,
"num_key_value_heads": 8,
"pad_token_id": 151643,
"problem_type": "multi_label_classification",
"rms_norm_eps": 1e-06,
"rope_scaling": null,
"rope_theta": 1000000,
"sliding_window": null,
"tie_word_embeddings": true,
"transformers_version": "4.57.6",
"use_cache": false,
"use_sliding_window": false,
"vocab_size": 151936
}