{ "architectures": [ "MetacellFormerV2ForPreTraining" ], "attention_probs_dropout_prob": 0.1, "canonical_cell_representation": "contextual_mean", "canonical_gene_representation": "input_gene_embedding", "classifier_dropout": null, "cosine_mlm_head": true, "cosine_mlm_temperature": 20.0, "decoder_chunk_size": 2048, "domain_token_type_id": null, "encoder_layout": "unique", "fixed_coordinate": false, "fixed_gene_feature_dim": 0, "fixed_gene_feature_scale": 0.5, "fixed_length_randorder": false, "gene_disc_support_bucket_count": 64, "gene_loading_dim": 64, "gene_loading_gradient_scope": "contextual", "gene_loading_huber_delta": 1.0, "gene_loading_loss_weight": 0.0, "gene_mlm_enabled": true, "gene_mlm_mask_replace_prob": 0.8, "gene_mlm_policy": "bert_801010", "gene_mlm_random_replace_prob": 0.1, "gene_mlm_unchanged_prob": 0.09999999999999995, "gene_pool_excluded_token_ids": [ 0, 2 ], "gene_pool_projection_dim": 256, "gene_pool_stopgrad_anchor": false, "gene_pool_temperature": 0.07, "global_decoder_kind": "none", "global_gene_start": 4, "global_loss_lambda": 0.0, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 1024, "initializer_range": 0.02, "input_subset_mode": "legacy_fixed_length", "intermediate_size": 4096, "keys_to_ignore_at_inference": [ "gene_loading_abs_error_sum", "gene_loading_loss", "gene_loading_pred", "gene_loading_pred_norm_sum", "gene_loading_squared_error_sum", "gene_loading_target_n", "gene_loading_target_norm_sum", "masked_gene_auc_sum", "masked_gene_loss", "masked_gene_neg_correct_n", "masked_gene_neg_n", "masked_gene_neg_score_sum", "masked_gene_pos_correct_n", "masked_gene_pos_score_sum", "masked_gene_positive_rank_sum", "masked_gene_random_neg_correct_n", "masked_gene_random_neg_n", "masked_gene_same_row_neg_correct_n", "masked_gene_same_row_neg_n", "masked_gene_support_neg_correct_n", "masked_gene_support_neg_n", "masked_gene_target_n", "masked_gene_top1_n", "mlm_loss", "ordinal_abs_error_sum", "ordinal_huber_loss", "ordinal_squared_error_sum", "program_abs_error_sum", "program_loss", "program_pred", "program_pred_norm_sum", "program_squared_error_sum", "program_target_n", "program_target_norm_sum", "rtd_auc_pair_n", "rtd_auc_sum", "rtd_correct_n", "rtd_logits", "rtd_loss", "rtd_neg_n", "rtd_negative_random_correct_n", "rtd_negative_random_n", "rtd_pos_n", "rtd_positive_unchanged_correct_n", "rtd_positive_unchanged_n", "rtd_positive_visible_correct_n", "rtd_positive_visible_n", "rtd_target_n", "value_correct_n", "value_logits", "value_loss", "value_masked_n", "varcov_loss", "varcov_metrics", "view_consistency_loss", "view_cosine_sum", "view_pair_n", "visible_gene_auc_sum", "visible_gene_loss", "visible_gene_neg_correct_n", "visible_gene_neg_n", "visible_gene_neg_score_sum", "visible_gene_pos_correct_n", "visible_gene_pos_score_sum", "visible_gene_positive_rank_sum", "visible_gene_random_neg_correct_n", "visible_gene_random_neg_n", "visible_gene_same_row_neg_correct_n", "visible_gene_same_row_neg_n", "visible_gene_support_neg_correct_n", "visible_gene_support_neg_n", "visible_gene_target_n", "visible_gene_top1_n" ], "layer_norm_eps": 1e-12, "masked_gene_disc_probability": 0.1, "masked_gene_discrimination_enable": false, "masked_gene_loss_weight": 0.05, "max_position_embeddings": 1024, "mc_token_type_id": 1, "mcfmv2_architecture": "A0", "model_type": "bert", "n_value_bins": 64, "norm_position": "post", "num_attention_heads": 16, "num_hidden_layers": 12, "num_loop_steps": 12, "num_unique_layers": 12, "ordinal_huber_delta": 1.0, "ordinal_huber_weight": 0.0, "pad_token_id": 0, "poisson_log_rate_max": 15.0, "poisson_log_rate_min": -12.0, "position_embedding_alpha": 0.5, "position_embedding_type": "absolute", "position_free_set": false, "pre_ln_final_layer_norm": true, "program_dim": 64, "program_huber_delta": 1.0, "program_loss_weight": 0.0, "randorder_seed": 42, "rank_mlp_hidden": 128, "retrieval_feature_weight": 0.4, "rtd_enable": true, "rtd_loss_weight": 0.01, "rtd_visible_positive_policy": "neg_count_match", "sc_token_type_id": 0, "subset_fill_count": 615, "subset_random_count": 1024, "subset_top_count": 2457, "target_nonzero_fraction": 0.9, "torch_dtype": "float32", "transformers_version": "4.46.0", "type_vocab_size": 2, "untied_decoder_gene": false, "use_cache": true, "use_gene_loading_loss": false, "use_gene_pool_contrastive": false, "use_loop_step_embedding": false, "use_program_loss": false, "use_value_input": false, "use_value_loss": true, "value_loss_weight": 0.1, "value_mask_id": 65, "value_mask_ratio": 0.15, "value_nonzero_only": false, "value_pad_id": 0, "value_target_decoupled": false, "value_target_mode": "legacy_all_masked", "value_target_probability": 0.15, "value_target_scope": "observed_nonzero", "value_vocab_size": 66, "varcov_enable": false, "varcov_lambda": 0.0, "varcov_layers": [], "varcov_positions": "masked", "view_consistency_enable": false, "view_consistency_weight": 0.01, "view_pool_excluded_token_ids": [ 0, 1, 2, 3 ], "visible_gene_discrimination_enable": false, "visible_gene_loss_weight": 0.03, "vocab_size": 20084 }