File size: 1,253 Bytes
d7ebaa1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | {
"corpus": "data/corpus/binkit_x86_64",
"task": "opt4",
"out": "results/hopper_release/opt4_wide_seed29/opt4",
"splits": "default",
"init_from": "results/hopper_release/opt4_wide_seed29/mlm2048",
"from_scratch": false,
"tag": "opt4_wide_seed29",
"arch": null,
"extra": null,
"compiler": null,
"version": null,
"test_version": null,
"train_compiler": null,
"max_seqs_per_binary": null,
"stride": 512,
"val_frac": 0.15,
"val_seed": 1234,
"split_mode": "program",
"seq_bytes": 2048,
"eval_window_bytes": 512,
"jitter": 0,
"pos_extend": "tile",
"pool": "border",
"pool_heads": 4,
"mil_tau": 1.0,
"taper": 32,
"dropout": null,
"classifier_dropout": 0.1,
"epochs": 6,
"batch_size": 4,
"grad_accum": 8,
"lr": 3e-05,
"head_lr": 0.0001,
"llrd": 1.0,
"weight_decay": 0.01,
"warmup_ratio": 0.06,
"clip_grad": 1.0,
"label_smoothing": 0.0,
"use_pairs": false,
"pair_loss": 0.0,
"pair_ce": 1.0,
"pair_margin": 1.0,
"pairs_per_batch": 32,
"pair_min_size": 32,
"pair_jitter": 64,
"workers": 6,
"seed": 29,
"resume": true,
"log_every": 100,
"val_max_seqs": 40000,
"tta": "none",
"tta_views": 4,
"tta_span": 128,
"save_probs": true,
"no_save_weights": false
}
|