File size: 5,609 Bytes
a4dcf32
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
{
  "architectures": [
    "MetacellFormerV2ForPreTraining"
  ],
  "attention_probs_dropout_prob": 0.1,
  "canonical_cell_representation": "contextual_mean",
  "canonical_gene_representation": "input_gene_embedding",
  "classifier_dropout": null,
  "cosine_mlm_head": true,
  "cosine_mlm_temperature": 20.0,
  "decoder_chunk_size": 2048,
  "domain_token_type_id": null,
  "encoder_layout": "unique",
  "fixed_coordinate": false,
  "fixed_gene_feature_dim": 0,
  "fixed_gene_feature_scale": 0.5,
  "fixed_length_randorder": false,
  "gene_disc_support_bucket_count": 64,
  "gene_loading_dim": 64,
  "gene_loading_gradient_scope": "contextual",
  "gene_loading_huber_delta": 1.0,
  "gene_loading_loss_weight": 0.0,
  "gene_mlm_enabled": true,
  "gene_mlm_mask_replace_prob": 0.8,
  "gene_mlm_policy": "bert_801010",
  "gene_mlm_random_replace_prob": 0.1,
  "gene_mlm_unchanged_prob": 0.09999999999999995,
  "gene_pool_excluded_token_ids": [
    0,
    2
  ],
  "gene_pool_projection_dim": 256,
  "gene_pool_stopgrad_anchor": false,
  "gene_pool_temperature": 0.07,
  "global_decoder_kind": "none",
  "global_gene_start": 4,
  "global_loss_lambda": 0.0,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 1024,
  "initializer_range": 0.02,
  "input_subset_mode": "legacy_fixed_length",
  "intermediate_size": 4096,
  "keys_to_ignore_at_inference": [
    "gene_loading_abs_error_sum",
    "gene_loading_loss",
    "gene_loading_pred",
    "gene_loading_pred_norm_sum",
    "gene_loading_squared_error_sum",
    "gene_loading_target_n",
    "gene_loading_target_norm_sum",
    "masked_gene_auc_sum",
    "masked_gene_loss",
    "masked_gene_neg_correct_n",
    "masked_gene_neg_n",
    "masked_gene_neg_score_sum",
    "masked_gene_pos_correct_n",
    "masked_gene_pos_score_sum",
    "masked_gene_positive_rank_sum",
    "masked_gene_random_neg_correct_n",
    "masked_gene_random_neg_n",
    "masked_gene_same_row_neg_correct_n",
    "masked_gene_same_row_neg_n",
    "masked_gene_support_neg_correct_n",
    "masked_gene_support_neg_n",
    "masked_gene_target_n",
    "masked_gene_top1_n",
    "mlm_loss",
    "ordinal_abs_error_sum",
    "ordinal_huber_loss",
    "ordinal_squared_error_sum",
    "program_abs_error_sum",
    "program_loss",
    "program_pred",
    "program_pred_norm_sum",
    "program_squared_error_sum",
    "program_target_n",
    "program_target_norm_sum",
    "rtd_auc_pair_n",
    "rtd_auc_sum",
    "rtd_correct_n",
    "rtd_logits",
    "rtd_loss",
    "rtd_neg_n",
    "rtd_negative_random_correct_n",
    "rtd_negative_random_n",
    "rtd_pos_n",
    "rtd_positive_unchanged_correct_n",
    "rtd_positive_unchanged_n",
    "rtd_positive_visible_correct_n",
    "rtd_positive_visible_n",
    "rtd_target_n",
    "value_correct_n",
    "value_logits",
    "value_loss",
    "value_masked_n",
    "varcov_loss",
    "varcov_metrics",
    "view_consistency_loss",
    "view_cosine_sum",
    "view_pair_n",
    "visible_gene_auc_sum",
    "visible_gene_loss",
    "visible_gene_neg_correct_n",
    "visible_gene_neg_n",
    "visible_gene_neg_score_sum",
    "visible_gene_pos_correct_n",
    "visible_gene_pos_score_sum",
    "visible_gene_positive_rank_sum",
    "visible_gene_random_neg_correct_n",
    "visible_gene_random_neg_n",
    "visible_gene_same_row_neg_correct_n",
    "visible_gene_same_row_neg_n",
    "visible_gene_support_neg_correct_n",
    "visible_gene_support_neg_n",
    "visible_gene_target_n",
    "visible_gene_top1_n"
  ],
  "layer_norm_eps": 1e-12,
  "masked_gene_disc_probability": 0.1,
  "masked_gene_discrimination_enable": false,
  "masked_gene_loss_weight": 0.05,
  "max_position_embeddings": 1024,
  "mc_token_type_id": 1,
  "mcfmv2_architecture": "A0",
  "model_type": "bert",
  "n_value_bins": 64,
  "norm_position": "post",
  "num_attention_heads": 16,
  "num_hidden_layers": 12,
  "num_loop_steps": 12,
  "num_unique_layers": 12,
  "ordinal_huber_delta": 1.0,
  "ordinal_huber_weight": 0.0,
  "pad_token_id": 0,
  "poisson_log_rate_max": 15.0,
  "poisson_log_rate_min": -12.0,
  "position_embedding_alpha": 0.5,
  "position_embedding_type": "absolute",
  "position_free_set": false,
  "pre_ln_final_layer_norm": true,
  "program_dim": 64,
  "program_huber_delta": 1.0,
  "program_loss_weight": 0.0,
  "randorder_seed": 42,
  "rank_mlp_hidden": 128,
  "retrieval_feature_weight": 0.4,
  "rtd_enable": true,
  "rtd_loss_weight": 0.01,
  "rtd_visible_positive_policy": "neg_count_match",
  "sc_token_type_id": 0,
  "subset_fill_count": 615,
  "subset_random_count": 1024,
  "subset_top_count": 2457,
  "target_nonzero_fraction": 0.9,
  "torch_dtype": "float32",
  "transformers_version": "4.46.0",
  "type_vocab_size": 2,
  "untied_decoder_gene": false,
  "use_cache": true,
  "use_gene_loading_loss": false,
  "use_gene_pool_contrastive": false,
  "use_loop_step_embedding": false,
  "use_program_loss": false,
  "use_value_input": false,
  "use_value_loss": true,
  "value_loss_weight": 0.1,
  "value_mask_id": 65,
  "value_mask_ratio": 0.15,
  "value_nonzero_only": false,
  "value_pad_id": 0,
  "value_target_decoupled": false,
  "value_target_mode": "legacy_all_masked",
  "value_target_probability": 0.15,
  "value_target_scope": "observed_nonzero",
  "value_vocab_size": 66,
  "varcov_enable": false,
  "varcov_lambda": 0.0,
  "varcov_layers": [],
  "varcov_positions": "masked",
  "view_consistency_enable": false,
  "view_consistency_weight": 0.01,
  "view_pool_excluded_token_ids": [
    0,
    1,
    2,
    3
  ],
  "visible_gene_discrimination_enable": false,
  "visible_gene_loss_weight": 0.03,
  "vocab_size": 20084
}