omni-tiny / config.json
sofieneb's picture
OMNI-tiny: Scaling Multi-Teacher Distillation for Digital Pathology
a3454ce
Raw History Blame Contribute Delete
683 Bytes
{
"architectures": [
"OmniModel"
],
"model_type": "omni",
"auto_map": {
"AutoConfig": "modeling_omni.OmniConfig",
"AutoModel": "modeling_omni.OmniModel"
},
"embed_dim": 192,
"depth": 12,
"num_heads": 3,
"mlp_ratio": 3.0,
"num_moe_layers": 3,
"num_experts": 5,
"moe_top_k": 2,
"img_size": 224,
"patch_size": 14,
"teachers": [
"dinov3vitl16pretrainlvd1689m",
"hoptimus1",
"virchow2",
"uni2h",
"provgigapath",
"kaiko_vitb8",
"titan",
"hiboul",
"h0mini",
"keep"
],
"image_mean": [
0.485,
0.456,
0.406
],
"image_std": [
0.229,
0.224,
0.225
],
"torch_dtype": "float32"
}