Spaces:
Sleeping
Sleeping
File size: 1,162 Bytes
8e53dc6 4687353 8e53dc6 1508177 8e53dc6 1508177 8e53dc6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | run:
seed: 42
deterministic: true
experiment_name: clip_dino_gnn_bipartite
output_dir: outputs
save_every_n_epochs: 1
smoke_profile:
epochs: 2
batch_size: 8
eval_batch_size: 8
training:
stage1:
enabled: true
epochs: 8
freeze_encoders: true
lr_head: 0.001
lr_encoder: 0.0
stage2:
enabled: true
epochs: 20
freeze_encoders: false
unfreeze_top_n_layers: 2
lr_head: 0.0005
lr_encoder: 0.00001
optimization:
optimizer: adamw
weight_decay: 0.0001
betas:
- 0.9
- 0.999
grad_clip_norm: 1.0
gradient_accumulation_steps: 1
mixed_precision: true
scheduler:
type: cosine_with_warmup
warmup_ratio: 0.1
min_lr: 0.0000001
batching:
batch_size: 8
eval_batch_size: 8
loss:
bce:
enabled: true
pos_weight_mode: inverse_frequency
contrastive:
enabled: true
type: infonce
temperature: 0.07
lambda: 0.1
positive_sampling: same_adjective_group
negative_sampling: conflicting_groups
early_stopping:
enabled: true
monitor: val_map
mode: max
patience: 8
checkpoint:
enabled: true
monitor: val_map
mode: max
save_best_only: true
|