image2wolof / config.json
milkymap's picture
image2wolof: SigLIP2-base + 6-layer decoder trained on Flickr30k Wolof captions
033e5de verified
Raw History Blame Contribute Delete
906 Bytes
{
"architecture": "SigLIP2-base (frozen) + transformer decoder",
"vocab_size": 4000,
"d": 512,
"layers": 6,
"heads": 8,
"ff": 2048,
"dropout": 0.1,
"memory_layers": 0,
"feature_dim": 768,
"grid_size": 14,
"add_memory_positions": false,
"vision_backbone": {
"model_id": "google/siglip2-base-patch16-224",
"revision": "75de2d55ec2d0b4efc50b3e9ad70dba96a7b2fa2",
"feature": "last_hidden_state",
"shape": [
196,
768
]
},
"tokenizer": {
"type": "sentencepiece unigram",
"vocab_size": 4000,
"sha256": "8130a57672117a7faf0aa07b4f82f839fd74fd13a533b5da516e7e847410cdd1"
},
"epoch": 6,
"validation_loss": 2.8089,
"training": {
"epochs_max": 20,
"patience": 4,
"batch_size": 128,
"lr": 0.0003,
"optimizer": "AdamW",
"weight_decay": 0.01,
"label_smoothing": 0.1,
"precision": "bf16",
"seed": 42
}
}