| { | |
| "experiment": "clip8_vit", | |
| "task": "RESISC45", | |
| "seed": 42, | |
| "steps": 4000, | |
| "epochs": null, | |
| "train": { | |
| "optimizer": "adam", | |
| "method": "smat", | |
| "batch_size": 128, | |
| "learning_rate": 1e-05, | |
| "weight_decay": 0.0, | |
| "max_steps": 4000, | |
| "schedule": "cosine", | |
| "warmup_steps": 0, | |
| "num_workers": 8, | |
| "fused": true, | |
| "regularizer": { | |
| "name": "none", | |
| "lambda": 0.1 | |
| }, | |
| "smat": { | |
| "mode": "joint", | |
| "interval": 4 | |
| }, | |
| "backend": "fast", | |
| "scale": { | |
| "alpha_min": 0.1, | |
| "scope": "global" | |
| }, | |
| "mask": { | |
| "probability": 0.5, | |
| "scope": "block-linear", | |
| "embedding_probability": 0 | |
| }, | |
| "perturb": { | |
| "rms": 0.001 | |
| }, | |
| "log_every": 20 | |
| } | |
| } | |