{
  "experiment": "clip8_vit",
  "task": "RESISC45",
  "seed": 42,
  "steps": 4000,
  "epochs": null,
  "train": {
    "optimizer": "adam",
    "method": "smat",
    "batch_size": 128,
    "learning_rate": 1e-05,
    "weight_decay": 0.0,
    "max_steps": 4000,
    "schedule": "cosine",
    "warmup_steps": 0,
    "num_workers": 8,
    "fused": true,
    "regularizer": {
      "name": "none",
      "lambda": 0.1
    },
    "smat": {
      "mode": "joint",
      "interval": 4
    },
    "backend": "fast",
    "scale": {
      "alpha_min": 0.1,
      "scope": "global"
    },
    "mask": {
      "probability": 0.5,
      "scope": "block-linear",
      "embedding_probability": 0
    },
    "perturb": {
      "rms": 0.001
    },
    "log_every": 20
  }
}