Spaces:
Sleeping
Sleeping
File size: 1,090 Bytes
8e53dc6 4687353 8e53dc6 4687353 8e53dc6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | model:
name: clip_dino_gnn
num_attributes: 12
primary_object_class: chair
encoders:
clip:
enabled: true
model_name: vit_base_patch16_clip_224.openai
pretrained: true
output_dim: 512
freeze_stage1: true
dino:
enabled: true
model_name: vit_base_patch14_dinov2.lvd142m
pretrained: true
output_dim: 768
freeze_stage1: true
fusion:
type: concat
output_dim: 1280
projected_fusion:
enabled: false
hidden_dim: 512
gated_fusion:
enabled: false
hidden_dim: 512
graph:
variant: bipartite
include_attribute_priors: false
edge_weighting:
labeled_positive: 1.0
weak_min: 0.3
weak_max: 0.8
attribute_nodes:
init_type: clip_text
prompt_template: "a {attribute} chair"
trainable_dim: 256
gnn:
type: gat
layers:
- in_dim: 1280
out_dim: 512
heads: 4
dropout: 0.2
- in_dim: 512
out_dim: 256
heads: 2
dropout: 0.2
classifier:
in_dim: 256
out_dim: 12
baseline_heads:
mlp:
enabled: true
hidden_dims:
- 512
- 256
dropout: 0.2
|