models/sentence/fixdur-module/hyperparameters.json

{"num_heads": 12, "num_layers": 12, "num_linear": 8, "bsz": 128, "dropout": 0.5, "use_attention_mask": true}