| { | |
| "args": { | |
| "base": "jhu-clsp/mmBERT-base", | |
| "teacher": "see code/", | |
| "out": "model", | |
| "max_len": 256, | |
| "bs": 256, | |
| "lr": 5e-05, | |
| "epochs": 1.0, | |
| "warmup": 0.03, | |
| "mse_w": 1.0, | |
| "sim_w": 1.0, | |
| "seed": 0, | |
| "eval_every": 4000 | |
| }, | |
| "log": [ | |
| { | |
| "step": 4000, | |
| "cos": 0.7902698516845703, | |
| "top1": 0.999267578125 | |
| }, | |
| { | |
| "step": 8000, | |
| "cos": 0.8306772708892822, | |
| "top1": 1.0 | |
| }, | |
| { | |
| "step": 12000, | |
| "cos": 0.8455853462219238, | |
| "top1": 1.0 | |
| }, | |
| { | |
| "step": 16000, | |
| "cos": 0.8512239456176758, | |
| "top1": 1.0 | |
| }, | |
| { | |
| "step": 18074, | |
| "cos": 0.851382851600647, | |
| "top1": 1.0 | |
| } | |
| ] | |
| } |