File size: 1,332 Bytes
bea4d1a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 | {
"architecture": "cell_row",
"cell_layers": 4,
"summary_tokens": 8,
"summary_dim": 128,
"summary_heads": 4,
"row_heads": 16,
"row_checkpoint": false,
"embed_dim": 192,
"n_heads": 6,
"n_layers": 24,
"ff_factor": 2,
"dropout": 0.0,
"cell_encoder": "rabel",
"rabel_centers": 16,
"col_id_dim": 32,
"col_id_scale": 0.1,
"max_classes": 64,
"block_order": "SNF",
"feature_mode": "isab",
"n_inducing": 128,
"n_row_summary": 4,
"n_feature_summary": 8,
"dense_group_size": 3,
"sample_qassmax": true,
"feature_qassmax": true,
"attnres": true,
"attnres_stride": 4,
"cls_head": "hybrid",
"decoder_heads": 6,
"decoder_head_dim": 64,
"reg_bins": 512,
"reg_range": 4.0,
"reg_tail_scale": 1.0,
"surv_bins": 64,
"loss_version": 2,
"preprocessing_version": 2,
"reg_target_transform": "context_zscore",
"reg_head": "quantile",
"reg_quantiles": 999,
"reg_loss": "pinball_crps",
"surv_head": "lognormal_mixture",
"surv_components": 8,
"survival_supervision": "latent",
"survival_support_policy": "explicit_task_metadata",
"checkpoint_segments": 0,
"checkpoint_min_cells": 0,
"checkpoint_attention_min_cells": 0,
"checkpoint_attention_max_cells": 0,
"chunk_cells": 1048576,
"checkpoint_chunks": true
}
|