clip-multitask-v3 / config.json
matthewjohns's picture
Add finetune.py, README.md, config.json, training_args.json, model.safetensors, NOTES.md, sample_usage.py
96663e4 verified
Raw History Blame Contribute Delete
500 Bytes
{
"architectures": [
"CustomResearchModel"
],
"architecture": "clip",
"model_type": "clip",
"hidden_size": 128,
"num_hidden_layers": 8,
"num_attention_heads": 8,
"intermediate_size": 256,
"hidden_act": "mish",
"max_position_embeddings": 512,
"layer_norm_eps": 1e-12,
"checkpoint_status": "initialization-only",
"notes": "Untrained checkpoint for smoke tests; no benchmark claim.",
"use_cache": true,
"torch_dtype": "float32",
"vocab_size": 2048
}