Quantum-Guard-Multilingual / training_config.json
Nebulixlabs's picture
Upload 9 files
eb05259 verified
Raw History Blame Contribute Delete
1.13 kB
{
"model_name": "Quantum-Guard",
"task": "safe_vs_unsafe",
"datasets": [
"SetFit/enron_spam",
"ucirvine/sms_spam",
"deepset/prompt-injections",
"Nebulixlabs/safety-dataset",
"0x7o/spam_detector",
"SetFit/toxic_conversations",
"xTRam1/safe-guard-prompt-injection",
"pankajbiswas6/prism-hinglish-hate-speech"
],
"label_semantics": {
"0": "safe",
"1": "unsafe"
},
"tokenizer": "google/byt5-small",
"tokenizer_semantics": "ByT5 raw UTF-8 bytes + custom CLS/SEP",
"architecture": {
"vocab_size": 4096,
"context_length": 128,
"d_model": 112,
"attention_heads": 7,
"layers": 4,
"ffn": 336,
"classifier_hidden": 170,
"dropout": 0.1
},
"parameters": 1000000,
"batch_size": 128,
"target_tokens": 200000000,
"actual_tokens": 200013589,
"epochs": 88,
"optimizer": "AdamW",
"learning_rate": 0.0003,
"minimum_learning_rate": 3e-05,
"weight_decay": 0.01,
"warmup_ratio": 0.05,
"gradient_clip": 1.0,
"mixed_precision": "fp16",
"torch_compile": true,
"confidence_temperature": 1.2203789949417114,
"resume_supported": true
}