Censer.5 / config.json
KucLab's picture
Standard LlamaForSequenceClassification layout: loads with plain transformers, no trust_remote_code
45cfdd3 verified
Raw History Blame Contribute Delete
870 Bytes
{
"architectures": [
"LlamaForSequenceClassification"
],
"model_type": "llama",
"num_labels": 2,
"id2label": {
"0": "safe",
"1": "unsafe"
},
"label2id": {
"safe": 0,
"unsafe": 1
},
"vocab_size": 2048,
"hidden_size": 128,
"intermediate_size": 384,
"num_hidden_layers": 3,
"num_attention_heads": 4,
"num_key_value_heads": 4,
"head_dim": 32,
"max_position_embeddings": 192,
"rms_norm_eps": 1e-05,
"rope_parameters": {
"rope_type": "default",
"rope_theta": 10000.0
},
"attention_bias": false,
"mlp_bias": false,
"tie_word_embeddings": true,
"pad_token_id": 0,
"bos_token_id": 1,
"eos_token_id": 3,
"name": "Censer.5-e7-soft5long",
"max_chars": 500,
"answer_ids": [
19,
20
],
"special_tokens": [
"[PAD]",
"[BOS]",
"[USER]",
"[ASSISTANT]"
],
"threshold": 0.5
}