File size: 758 Bytes
59e3b86 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | {
"experiment": "clip8_vit",
"task": "RESISC45",
"seed": 42,
"steps": 4000,
"epochs": null,
"train": {
"optimizer": "adam",
"method": "smat",
"batch_size": 128,
"learning_rate": 1e-05,
"weight_decay": 0.0,
"max_steps": 4000,
"schedule": "cosine",
"warmup_steps": 0,
"num_workers": 8,
"fused": true,
"regularizer": {
"name": "none",
"lambda": 0.1
},
"smat": {
"mode": "joint",
"interval": 4
},
"backend": "fast",
"scale": {
"alpha_min": 0.1,
"scope": "global"
},
"mask": {
"probability": 0.5,
"scope": "block-linear",
"embedding_probability": 0
},
"perturb": {
"rms": 0.001
},
"log_every": 20
}
}
|