Download config.json from netbiolab/MetacellFormer-SC: direct link, hf CLI and curl.
- Browser
- Download file 5.61 kB
-
https://huggingface.co/netbiolab/MetacellFormer-SC/resolve/main/config.json
- Command line
-
hf download hf://netbiolab/MetacellFormer-SC/config.json
-
curl -L -o config.json https://huggingface.co/netbiolab/MetacellFormer-SC/resolve/main/config.json
5.61 kB
| { | |
| "architectures": [ | |
| "MetacellFormerV2ForPreTraining" | |
| ], | |
| "attention_probs_dropout_prob": 0.1, | |
| "canonical_cell_representation": "contextual_mean", | |
| "canonical_gene_representation": "input_gene_embedding", | |
| "classifier_dropout": null, | |
| "cosine_mlm_head": true, | |
| "cosine_mlm_temperature": 20.0, | |
| "decoder_chunk_size": 2048, | |
| "domain_token_type_id": null, | |
| "encoder_layout": "unique", | |
| "fixed_coordinate": false, | |
| "fixed_gene_feature_dim": 0, | |
| "fixed_gene_feature_scale": 0.5, | |
| "fixed_length_randorder": false, | |
| "gene_disc_support_bucket_count": 64, | |
| "gene_loading_dim": 64, | |
| "gene_loading_gradient_scope": "contextual", | |
| "gene_loading_huber_delta": 1.0, | |
| "gene_loading_loss_weight": 0.0, | |
| "gene_mlm_enabled": true, | |
| "gene_mlm_mask_replace_prob": 0.8, | |
| "gene_mlm_policy": "bert_801010", | |
| "gene_mlm_random_replace_prob": 0.1, | |
| "gene_mlm_unchanged_prob": 0.09999999999999995, | |
| "gene_pool_excluded_token_ids": [ | |
| 0, | |
| 2 | |
| ], | |
| "gene_pool_projection_dim": 256, | |
| "gene_pool_stopgrad_anchor": false, | |
| "gene_pool_temperature": 0.07, | |
| "global_decoder_kind": "none", | |
| "global_gene_start": 4, | |
| "global_loss_lambda": 0.0, | |
| "hidden_act": "gelu", | |
| "hidden_dropout_prob": 0.1, | |
| "hidden_size": 1024, | |
| "initializer_range": 0.02, | |
| "input_subset_mode": "legacy_fixed_length", | |
| "intermediate_size": 4096, | |
| "keys_to_ignore_at_inference": [ | |
| "gene_loading_abs_error_sum", | |
| "gene_loading_loss", | |
| "gene_loading_pred", | |
| "gene_loading_pred_norm_sum", | |
| "gene_loading_squared_error_sum", | |
| "gene_loading_target_n", | |
| "gene_loading_target_norm_sum", | |
| "masked_gene_auc_sum", | |
| "masked_gene_loss", | |
| "masked_gene_neg_correct_n", | |
| "masked_gene_neg_n", | |
| "masked_gene_neg_score_sum", | |
| "masked_gene_pos_correct_n", | |
| "masked_gene_pos_score_sum", | |
| "masked_gene_positive_rank_sum", | |
| "masked_gene_random_neg_correct_n", | |
| "masked_gene_random_neg_n", | |
| "masked_gene_same_row_neg_correct_n", | |
| "masked_gene_same_row_neg_n", | |
| "masked_gene_support_neg_correct_n", | |
| "masked_gene_support_neg_n", | |
| "masked_gene_target_n", | |
| "masked_gene_top1_n", | |
| "mlm_loss", | |
| "ordinal_abs_error_sum", | |
| "ordinal_huber_loss", | |
| "ordinal_squared_error_sum", | |
| "program_abs_error_sum", | |
| "program_loss", | |
| "program_pred", | |
| "program_pred_norm_sum", | |
| "program_squared_error_sum", | |
| "program_target_n", | |
| "program_target_norm_sum", | |
| "rtd_auc_pair_n", | |
| "rtd_auc_sum", | |
| "rtd_correct_n", | |
| "rtd_logits", | |
| "rtd_loss", | |
| "rtd_neg_n", | |
| "rtd_negative_random_correct_n", | |
| "rtd_negative_random_n", | |
| "rtd_pos_n", | |
| "rtd_positive_unchanged_correct_n", | |
| "rtd_positive_unchanged_n", | |
| "rtd_positive_visible_correct_n", | |
| "rtd_positive_visible_n", | |
| "rtd_target_n", | |
| "value_correct_n", | |
| "value_logits", | |
| "value_loss", | |
| "value_masked_n", | |
| "varcov_loss", | |
| "varcov_metrics", | |
| "view_consistency_loss", | |
| "view_cosine_sum", | |
| "view_pair_n", | |
| "visible_gene_auc_sum", | |
| "visible_gene_loss", | |
| "visible_gene_neg_correct_n", | |
| "visible_gene_neg_n", | |
| "visible_gene_neg_score_sum", | |
| "visible_gene_pos_correct_n", | |
| "visible_gene_pos_score_sum", | |
| "visible_gene_positive_rank_sum", | |
| "visible_gene_random_neg_correct_n", | |
| "visible_gene_random_neg_n", | |
| "visible_gene_same_row_neg_correct_n", | |
| "visible_gene_same_row_neg_n", | |
| "visible_gene_support_neg_correct_n", | |
| "visible_gene_support_neg_n", | |
| "visible_gene_target_n", | |
| "visible_gene_top1_n" | |
| ], | |
| "layer_norm_eps": 1e-12, | |
| "masked_gene_disc_probability": 0.1, | |
| "masked_gene_discrimination_enable": false, | |
| "masked_gene_loss_weight": 0.05, | |
| "max_position_embeddings": 1024, | |
| "mc_token_type_id": 1, | |
| "mcfmv2_architecture": "A0", | |
| "model_type": "bert", | |
| "n_value_bins": 64, | |
| "norm_position": "post", | |
| "num_attention_heads": 16, | |
| "num_hidden_layers": 12, | |
| "num_loop_steps": 12, | |
| "num_unique_layers": 12, | |
| "ordinal_huber_delta": 1.0, | |
| "ordinal_huber_weight": 0.0, | |
| "pad_token_id": 0, | |
| "poisson_log_rate_max": 15.0, | |
| "poisson_log_rate_min": -12.0, | |
| "position_embedding_alpha": 0.5, | |
| "position_embedding_type": "absolute", | |
| "position_free_set": false, | |
| "pre_ln_final_layer_norm": true, | |
| "program_dim": 64, | |
| "program_huber_delta": 1.0, | |
| "program_loss_weight": 0.0, | |
| "randorder_seed": 42, | |
| "rank_mlp_hidden": 128, | |
| "retrieval_feature_weight": 0.4, | |
| "rtd_enable": true, | |
| "rtd_loss_weight": 0.01, | |
| "rtd_visible_positive_policy": "neg_count_match", | |
| "sc_token_type_id": 0, | |
| "subset_fill_count": 615, | |
| "subset_random_count": 1024, | |
| "subset_top_count": 2457, | |
| "target_nonzero_fraction": 0.9, | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.46.0", | |
| "type_vocab_size": 2, | |
| "untied_decoder_gene": false, | |
| "use_cache": true, | |
| "use_gene_loading_loss": false, | |
| "use_gene_pool_contrastive": false, | |
| "use_loop_step_embedding": false, | |
| "use_program_loss": false, | |
| "use_value_input": false, | |
| "use_value_loss": true, | |
| "value_loss_weight": 0.1, | |
| "value_mask_id": 65, | |
| "value_mask_ratio": 0.15, | |
| "value_nonzero_only": false, | |
| "value_pad_id": 0, | |
| "value_target_decoupled": false, | |
| "value_target_mode": "legacy_all_masked", | |
| "value_target_probability": 0.15, | |
| "value_target_scope": "observed_nonzero", | |
| "value_vocab_size": 66, | |
| "varcov_enable": false, | |
| "varcov_lambda": 0.0, | |
| "varcov_layers": [], | |
| "varcov_positions": "masked", | |
| "view_consistency_enable": false, | |
| "view_consistency_weight": 0.01, | |
| "view_pool_excluded_token_ids": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3 | |
| ], | |
| "visible_gene_discrimination_enable": false, | |
| "visible_gene_loss_weight": 0.03, | |
| "vocab_size": 20084 | |
| } | |