{ "model_family": "VisionHOPE", "code_repository": "https://github.com/PSRben/VisionHOPE", "backbone_defaults": { "in_chans": 3, "head_dim": 16, "chunk_sizes": null, "mlp_ratios": [4.0, 4.0, 4.0, 4.0], "local_mode": "gated_dwconv7", "norm_layer": "layernorm2d", "layer_scale_init_value": 1e-06, "use_grn": true, "use_mlp_dwconv": true, "use_direction_scale": true, "direction_merge": "sum", "use_block_cpe": true, "use_output_lepe": true, "share_direction_skip": true }, "backbones": { "visionhope_tiny": { "embed_dims": [64, 128, 256, 512], "mixer_dims": [32, 64, 128, 256], "depths": [3, 4, 18, 4] }, "visionhope_small": { "embed_dims": [64, 160, 320, 512], "mixer_dims": [32, 80, 160, 256], "depths": [4, 8, 25, 8] }, "visionhope_base": { "embed_dims": [96, 192, 448, 640], "mixer_dims": [48, 96, 224, 320], "depths": [4, 8, 25, 8] } }, "tasks": { "classification": { "dataset": "ImageNet-1K", "model_class": "HierarchicalVisionHOPE", "model_kwargs": { "num_classes": 1000, "projection_dim": 1024 }, "preprocessing": { "input_size": [3, 224, 224], "crop_pct": 1.0, "interpolation": "bicubic", "mean": [0.485, 0.456, 0.406], "std": [0.229, 0.224, 0.225] }, "checkpoints": { "visionhope_tiny": "visionhope_tiny.pth", "visionhope_small": "visionhope_small.pth", "visionhope_base": "visionhope_base.pth" } }, "detection": { "dataset": "COCO", "framework": "MMDetection", "model_class": "MaskRCNN", "num_classes": 80, "config_builder": "visionhope.tasks.detection.config.build_config", "checkpoints": { "1x": { "visionhope_tiny": "visionhope_tiny_coco_1x.pth", "visionhope_small": "visionhope_small_coco_1x.pth", "visionhope_base": "visionhope_base_coco_1x.pth" }, "3x": { "visionhope_tiny": "visionhope_tiny_coco_3x.pth", "visionhope_small": "visionhope_small_coco_3x.pth" } } }, "segmentation": { "dataset": "ADE20K", "framework": "MMSegmentation", "model_class": "EncoderDecoder", "decode_head": "UPerHead", "num_classes": 150, "config_builder": "visionhope.tasks.segmentation.config.build_config", "checkpoints": { "visionhope_tiny": "visionhope_tiny_ade20k.pth", "visionhope_small": "visionhope_small_ade20k.pth", "visionhope_base": "visionhope_base_ade20k.pth" } } } }