Blame for training_identity.json

{
  "version": 1,
  "model": {
    "variant": "middle14",
    "context_policy": {
      "policy": "global_linear_local_native",
      "original_max_positions": 8192,
      "max_positions": 65536,
      "input_upper_limit": 65536,
      "global_factor": 8.0,
      "rope_parameters": {
        "full_attention": {
          "rope_type": "linear",
          "rope_theta": 160000.0,
          "factor": 8.0
        },
        "sliding_attention": {
          "rope_type": "default",
          "rope_theta": 10000.0
        }
      }
    },
    "model_repository": "convaiinnovations/laya",
    "declared_model_revision": "1c5edc17a7acd8701df6fc341c0d179f1c62c982",
    "upstream_revision": "c7527708f9f5220c669d8aa385077cd28d04708a",
    "checkpoint": "/root/.cache/huggingface/hub/models--convaiinnovations--laya/snapshots/1c5edc17a7acd8701df6fc341c0d179f1c62c982",
    "checkpoint_sha256": {
      "model.safetensors": "891102d372688fc2a094dac56a384bc537b87c63f21f9f3dac0be2b7cbc8d86c",
      "rl_agent_config.json": "ae287b56bbcf5f8c4f4541ae9dfd00c914c4c48b940b8398c3058af37ba92bbd",
      "encoder/config.json": "bf3ab80598fdccf414855a2ce80f22859e4492d06ca8a62ddd1cfb63972f8979",
      "tokenizer/tokenizer.json": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30",
      "tokenizer/tokenizer_config.json": "50044de60daaa73df97d262e15a40d4faf0160e7d742df64b377877a1320dd12"
    },
    "native_common_sha256": "f231d42fcec84da203222fcaa89c083b22776e00341e66e118183d754e1dcabf",
    "native_config": {
      "encoder": "answerdotai/ModernBERT-large",
      "head_layers": 2,
      "max_len": 512,
      "head_max_len": 192,
      "max_prefixes": 6,
      "act_costs": {
        "escalate": 0.5
      },
      "cost_wrong_act": 3.0,
      "amp_dtype": "bf16",
      "model_name": "rl-agent",
      "temperature": [
        1.6369030475616455,
        1.2514300346374512,
        1.983399510383606
      ],
      "temperature_by_options": {
        "choice:3-5": 1.7601518630981445,
        "choice:6-10": 1.0000158548355103,
        "score:3-5": 1.2514300346374512,
        "noul:2": 1.983399510383606,
        "choice:11+": 0.10058280825614929,
        "choice:2": 1.9063563346862793
      },
      "training": {
        "updates": 7313,
        "epochs_completed": 1,
        "hours": 1.96,
        "world_size": 1,
        "fine_tuned_from_checkpoint": true
      }
    },
    "encoder_config": {
      "transformers_version": "5.16.1",
      "architectures": [
        "ModernBertForMaskedLM"
      ],
      "output_hidden_states": false,
      "return_dict": true,
      "dtype": "float32",
      "chunk_size_feed_forward": 0,
      "is_encoder_decoder": false,
      "id2label": {
        "0": "LABEL_0",
        "1": "LABEL_1"
      },
      "label2id": {
        "LABEL_0": 0,
        "LABEL_1": 1
      },
      "problem_type": null,
      "vocab_size": 50368,
      "hidden_size": 1024,
      "intermediate_size": 2624,
      "num_hidden_layers": 42,
      "num_attention_heads": 16,
      "hidden_activation": "gelu",
      "max_position_embeddings": 65536,
      "initializer_range": 0.02,
      "initializer_cutoff_factor": 2.0,
      "norm_eps": 1e-05,
      "norm_bias": false,
      "pad_token_id": 50283,
      "eos_token_id": 50282,
      "bos_token_id": 50281,
      "cls_token_id": 50281,
      "sep_token_id": 50282,
      "attention_bias": false,
      "attention_dropout": 0.0,
      "layer_types": [
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention",
        "sliding_attention",
        "sliding_attention",
        "full_attention"
      ],
      "rope_parameters": {
        "full_attention": {
          "rope_type": "linear",
          "rope_theta": 160000.0,
          "factor": 8.0
        },
        "sliding_attention": {
          "rope_type": "default",
          "rope_theta": 10000.0
        }
      },
      "local_attention": 128,
      "embedding_dropout": 0.0,
      "mlp_bias": false,
      "mlp_dropout": 0.0,
      "decoder_bias": true,
      "classifier_pooling": "mean",
      "classifier_dropout": 0.0,
      "classifier_bias": false,
      "classifier_activation": "gelu",
      "deterministic_flash_attn": false,
      "sparse_prediction": false,
      "sparse_pred_ignore_index": -100,
      "tie_word_embeddings": true,
      "_name_or_path": "/root/.cache/huggingface/hub/models--convaiinnovations--laya/snapshots/1c5edc17a7acd8701df6fc341c0d179f1c62c982/encoder",
      "global_attn_every_n_layers": 3,
      "gradient_checkpointing": false,
      "layer_norm_eps": 1e-05,
      "model_type": "modernbert",
      "position_embedding_type": "absolute",
      "repad_logits_with_grad": false,
      "laya_layer_origins": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ],
      "laya_variant": "middle14",
      "output_attentions": false
    },
    "total_parameters": 592895747,
    "transformers_version": "5.16.1",
    "torch_version": "2.12.0+rocm7.14.0",
    "gradient_checkpointing_supported": true,
    "revision_verification": "Declared download revision; actual local file content hashes recorded independently"
  },
  "index_sha256": "e276de114156f75bc135df2a2f84003b11743c106ffd98dc7e2bc5e676073414",
  "corpus_inventory": {
    "mapping_sha256": "8fbf15db76b54c8a91b8768eafb3204a77ab3ae985ef691c461adaf1062c8483",
    "included_text_decisions": 2095926,
    "included_by_source": {
      "additional_dataset": 26469,
      "belebele-related": 147097,
      "codecomplex": 8820,
      "contractnli": 7191,
      "kormedmcqa": 1890,
      "lexglue": 89256,
      "original-mmlu": 99842,
      "passage-rerank-csn-python": 412178,
      "passage-rerank-fiqa": 14131,
      "passage-rerank-miracl-fr": 11426,
      "passage-rerank-nfcorpus": 110575,
      "passage-rerank-nq": 480163,
      "passage-rerank-scifact": 919,
      "paws-x": 98802,
      "security-code": 4120,
      "toolret-training-20w": 480162,
      "wanli": 102885
    },
    "excluded_vision_decisions": 304074,
    "excluded_vision_by_source": {
      "additional_dataset": 1076,
      "vision-cifar10": 50000,
      "vision-oxford-pets": 3680,
      "vision-tallyqa": 249318
    },
    "language_filter": null,
    "language_note": "All source languages retained; English identifies model variant, not data filtering."
  },
  "gold_decisions": 2095926,
  "epochs": 1,
  "world_size": 8,
  "global_batch": 1024,
  "per_device_batch": 128,
  "microbatch_max_tokens": 262144,
  "microbatch_max_attention_elements": 1073741824,
  "batch_policy": "padded_real_examples_with_token_budget_singleton_fallback",
  "seed": 42,
  "learning_rate": 0.0001,
  "warmup_steps": 0,
  "planned_optimizer_steps": 2047,
  "max_length": 65536,
  "head_max_length": 8192,
  "overflow_policy": "error",
  "format": "laya_native",
  "encoder_gradient_checkpointing": true,
  "head_gradient_checkpointing_layers": 2,
  "loss": "gold_decision_cross_entropy",
  "scope": {
    "trainable_parameter_names": [
      "encoder.embeddings.norm.weight",
      "encoder.layers.0.attn.Wqkv.weight",
      "encoder.layers.0.attn.Wo.weight",
      "encoder.layers.0.mlp_norm.weight",
      "encoder.layers.0.mlp.Wi.weight",
      "encoder.layers.0.mlp.Wo.weight",
      "encoder.layers.1.attn_norm.weight",
      "encoder.layers.1.attn.Wqkv.weight",
      "encoder.layers.1.attn.Wo.weight",
      "encoder.layers.1.mlp_norm.weight",
      "encoder.layers.1.mlp.Wi.weight",
      "encoder.layers.1.mlp.Wo.weight",
      "encoder.layers.2.attn_norm.weight",
      "encoder.layers.2.attn.Wqkv.weight",
      "encoder.layers.2.attn.Wo.weight",
      "encoder.layers.2.mlp_norm.weight",
      "encoder.layers.2.mlp.Wi.weight",
      "encoder.layers.2.mlp.Wo.weight",
      "encoder.layers.3.attn_norm.weight",
      "encoder.layers.3.attn.Wqkv.weight",
      "encoder.layers.3.attn.Wo.weight",
      "encoder.layers.3.mlp_norm.weight",
      "encoder.layers.3.mlp.Wi.weight",
      "encoder.layers.3.mlp.Wo.weight",
      "encoder.layers.4.attn_norm.weight",
      "encoder.layers.4.attn.Wqkv.weight",
      "encoder.layers.4.attn.Wo.weight",
      "encoder.layers.4.mlp_norm.weight",
      "encoder.layers.4.mlp.Wi.weight",
      "encoder.layers.4.mlp.Wo.weight",
      "encoder.layers.5.attn_norm.weight",
      "encoder.layers.5.attn.Wqkv.weight",
      "encoder.layers.5.attn.Wo.weight",
      "encoder.layers.5.mlp_norm.weight",
      "encoder.layers.5.mlp.Wi.weight",
      "encoder.layers.5.mlp.Wo.weight",
      "encoder.layers.6.attn_norm.weight",
      "encoder.layers.6.attn.Wqkv.weight",
      "encoder.layers.6.attn.Wo.weight",
      "encoder.layers.6.mlp_norm.weight",
      "encoder.layers.6.mlp.Wi.weight",
      "encoder.layers.6.mlp.Wo.weight",
      "encoder.layers.7.attn_norm.weight",
      "encoder.layers.7.attn.Wqkv.weight",
      "encoder.layers.7.attn.Wo.weight",
      "encoder.layers.7.mlp_norm.weight",
      "encoder.layers.7.mlp.Wi.weight",
      "encoder.layers.7.mlp.Wo.weight",
      "encoder.layers.8.attn_norm.weight",
      "encoder.layers.8.attn.Wqkv.weight",
      "encoder.layers.8.attn.Wo.weight",
      "encoder.layers.8.mlp_norm.weight",
      "encoder.layers.8.mlp.Wi.weight",
      "encoder.layers.8.mlp.Wo.weight",
      "encoder.layers.9.attn_norm.weight",
      "encoder.layers.9.attn.Wqkv.weight",
      "encoder.layers.9.attn.Wo.weight",
      "encoder.layers.9.mlp_norm.weight",
      "encoder.layers.9.mlp.Wi.weight",
      "encoder.layers.9.mlp.Wo.weight",
      "encoder.layers.10.attn_norm.weight",
      "encoder.layers.10.attn.Wqkv.weight",
      "encoder.layers.10.attn.Wo.weight",
      "encoder.layers.10.mlp_norm.weight",
      "encoder.layers.10.mlp.Wi.weight",
      "encoder.layers.10.mlp.Wo.weight",
      "encoder.layers.11.attn_norm.weight",
      "encoder.layers.11.attn.Wqkv.weight",
      "encoder.layers.11.attn.Wo.weight",
      "encoder.layers.11.mlp_norm.weight",
      "encoder.layers.11.mlp.Wi.weight",
      "encoder.layers.11.mlp.Wo.weight",
      "encoder.layers.12.attn_norm.weight",
      "encoder.layers.12.attn.Wqkv.weight",
      "encoder.layers.12.attn.Wo.weight",
      "encoder.layers.12.mlp_norm.weight",
      "encoder.layers.12.mlp.Wi.weight",
      "encoder.layers.12.mlp.Wo.weight",
      "encoder.layers.13.attn_norm.weight",
      "encoder.layers.13.attn.Wqkv.weight",
      "encoder.layers.13.attn.Wo.weight",
      "encoder.layers.13.mlp_norm.weight",
      "encoder.layers.13.mlp.Wi.weight",
      "encoder.layers.13.mlp.Wo.weight",
      "encoder.layers.14.attn_norm.weight",
      "encoder.layers.14.attn.Wqkv.weight",
      "encoder.layers.14.attn.Wo.weight",
      "encoder.layers.14.mlp_norm.weight",
      "encoder.layers.14.mlp.Wi.weight",
      "encoder.layers.14.mlp.Wo.weight",
      "encoder.layers.15.attn_norm.weight",
      "encoder.layers.15.attn.Wqkv.weight",
      "encoder.layers.15.attn.Wo.weight",
      "encoder.layers.15.mlp_norm.weight",
      "encoder.layers.15.mlp.Wi.weight",
      "encoder.layers.15.mlp.Wo.weight",
      "encoder.layers.16.attn_norm.weight",
      "encoder.layers.16.attn.Wqkv.weight",
      "encoder.layers.16.attn.Wo.weight",
      "encoder.layers.16.mlp_norm.weight",
      "encoder.layers.16.mlp.Wi.weight",
      "encoder.layers.16.mlp.Wo.weight",
      "encoder.layers.17.attn_norm.weight",
      "encoder.layers.17.attn.Wqkv.weight",
      "encoder.layers.17.attn.Wo.weight",
      "encoder.layers.17.mlp_norm.weight",
      "encoder.layers.17.mlp.Wi.weight",
      "encoder.layers.17.mlp.Wo.weight",
      "encoder.layers.18.attn_norm.weight",
      "encoder.layers.18.attn.Wqkv.weight",
      "encoder.layers.18.attn.Wo.weight",
      "encoder.layers.18.mlp_norm.weight",
      "encoder.layers.18.mlp.Wi.weight",
      "encoder.layers.18.mlp.Wo.weight",
      "encoder.layers.19.attn_norm.weight",
      "encoder.layers.19.attn.Wqkv.weight",
      "encoder.layers.19.attn.Wo.weight",
      "encoder.layers.19.mlp_norm.weight",
      "encoder.layers.19.mlp.Wi.weight",
      "encoder.layers.19.mlp.Wo.weight",
      "encoder.layers.20.attn_norm.weight",
      "encoder.layers.20.attn.Wqkv.weight",
      "encoder.layers.20.attn.Wo.weight",
      "encoder.layers.20.mlp_norm.weight",
      "encoder.layers.20.mlp.Wi.weight",
      "encoder.layers.20.mlp.Wo.weight",
      "encoder.layers.21.attn_norm.weight",
      "encoder.layers.21.attn.Wqkv.weight",
      "encoder.layers.21.attn.Wo.weight",
      "encoder.layers.21.mlp_norm.weight",
      "encoder.layers.21.mlp.Wi.weight",
      "encoder.layers.21.mlp.Wo.weight",
      "encoder.layers.22.attn_norm.weight",
      "encoder.layers.22.attn.Wqkv.weight",
      "encoder.layers.22.attn.Wo.weight",
      "encoder.layers.22.mlp_norm.weight",
      "encoder.layers.22.mlp.Wi.weight",
      "encoder.layers.22.mlp.Wo.weight",
      "encoder.layers.23.attn_norm.weight",
      "encoder.layers.23.attn.Wqkv.weight",
      "encoder.layers.23.attn.Wo.weight",
      "encoder.layers.23.mlp_norm.weight",
      "encoder.layers.23.mlp.Wi.weight",
      "encoder.layers.23.mlp.Wo.weight",
      "encoder.layers.24.attn_norm.weight",
      "encoder.layers.24.attn.Wqkv.weight",
      "encoder.layers.24.attn.Wo.weight",
      "encoder.layers.24.mlp_norm.weight",
      "encoder.layers.24.mlp.Wi.weight",
      "encoder.layers.24.mlp.Wo.weight",
      "encoder.layers.25.attn_norm.weight",
      "encoder.layers.25.attn.Wqkv.weight",
      "encoder.layers.25.attn.Wo.weight",
      "encoder.layers.25.mlp_norm.weight",
      "encoder.layers.25.mlp.Wi.weight",
      "encoder.layers.25.mlp.Wo.weight",
      "encoder.layers.26.attn_norm.weight",
      "encoder.layers.26.attn.Wqkv.weight",
      "encoder.layers.26.attn.Wo.weight",
      "encoder.layers.26.mlp_norm.weight",
      "encoder.layers.26.mlp.Wi.weight",
      "encoder.layers.26.mlp.Wo.weight",
      "encoder.layers.27.attn_norm.weight",
      "encoder.layers.27.attn.Wqkv.weight",
      "encoder.layers.27.attn.Wo.weight",
      "encoder.layers.27.mlp_norm.weight",
      "encoder.layers.27.mlp.Wi.weight",
      "encoder.layers.27.mlp.Wo.weight",
      "encoder.layers.28.attn_norm.weight",
      "encoder.layers.28.attn.Wqkv.weight",
      "encoder.layers.28.attn.Wo.weight",
      "encoder.layers.28.mlp_norm.weight",
      "encoder.layers.28.mlp.Wi.weight",
      "encoder.layers.28.mlp.Wo.weight",
      "encoder.layers.29.attn_norm.weight",
      "encoder.layers.29.attn.Wqkv.weight",
      "encoder.layers.29.attn.Wo.weight",
      "encoder.layers.29.mlp_norm.weight",
      "encoder.layers.29.mlp.Wi.weight",
      "encoder.layers.29.mlp.Wo.weight",
      "encoder.layers.30.attn_norm.weight",
      "encoder.layers.30.attn.Wqkv.weight",
      "encoder.layers.30.attn.Wo.weight",
      "encoder.layers.30.mlp_norm.weight",
      "encoder.layers.30.mlp.Wi.weight",
      "encoder.layers.30.mlp.Wo.weight",
      "encoder.layers.31.attn_norm.weight",
      "encoder.layers.31.attn.Wqkv.weight",
      "encoder.layers.31.attn.Wo.weight",
      "encoder.layers.31.mlp_norm.weight",
      "encoder.layers.31.mlp.Wi.weight",
      "encoder.layers.31.mlp.Wo.weight",
      "encoder.layers.32.attn_norm.weight",
      "encoder.layers.32.attn.Wqkv.weight",
      "encoder.layers.32.attn.Wo.weight",
      "encoder.layers.32.mlp_norm.weight",
      "encoder.layers.32.mlp.Wi.weight",
      "encoder.layers.32.mlp.Wo.weight",
      "encoder.layers.33.attn_norm.weight",
      "encoder.layers.33.attn.Wqkv.weight",
      "encoder.layers.33.attn.Wo.weight",
      "encoder.layers.33.mlp_norm.weight",
      "encoder.layers.33.mlp.Wi.weight",
      "encoder.layers.33.mlp.Wo.weight",
      "encoder.layers.34.attn_norm.weight",
      "encoder.layers.34.attn.Wqkv.weight",
      "encoder.layers.34.attn.Wo.weight",
      "encoder.layers.34.mlp_norm.weight",
      "encoder.layers.34.mlp.Wi.weight",
      "encoder.layers.34.mlp.Wo.weight",
      "encoder.layers.35.attn_norm.weight",
      "encoder.layers.35.attn.Wqkv.weight",
      "encoder.layers.35.attn.Wo.weight",
      "encoder.layers.35.mlp_norm.weight",
      "encoder.layers.35.mlp.Wi.weight",
      "encoder.layers.35.mlp.Wo.weight",
      "encoder.layers.36.attn_norm.weight",
      "encoder.layers.36.attn.Wqkv.weight",
      "encoder.layers.36.attn.Wo.weight",
      "encoder.layers.36.mlp_norm.weight",
      "encoder.layers.36.mlp.Wi.weight",
      "encoder.layers.36.mlp.Wo.weight",
      "encoder.layers.37.attn_norm.weight",
      "encoder.layers.37.attn.Wqkv.weight",
      "encoder.layers.37.attn.Wo.weight",
      "encoder.layers.37.mlp_norm.weight",
      "encoder.layers.37.mlp.Wi.weight",
      "encoder.layers.37.mlp.Wo.weight",
      "encoder.layers.38.attn_norm.weight",
      "encoder.layers.38.attn.Wqkv.weight",
      "encoder.layers.38.attn.Wo.weight",
      "encoder.layers.38.mlp_norm.weight",
      "encoder.layers.38.mlp.Wi.weight",
      "encoder.layers.38.mlp.Wo.weight",
      "encoder.layers.39.attn_norm.weight",
      "encoder.layers.39.attn.Wqkv.weight",
      "encoder.layers.39.attn.Wo.weight",
      "encoder.layers.39.mlp_norm.weight",
      "encoder.layers.39.mlp.Wi.weight",
      "encoder.layers.39.mlp.Wo.weight",
      "encoder.layers.40.attn_norm.weight",
      "encoder.layers.40.attn.Wqkv.weight",
      "encoder.layers.40.attn.Wo.weight",
      "encoder.layers.40.mlp_norm.weight",
      "encoder.layers.40.mlp.Wi.weight",
      "encoder.layers.40.mlp.Wo.weight",
      "encoder.layers.41.attn_norm.weight",
      "encoder.layers.41.attn.Wqkv.weight",
      "encoder.layers.41.attn.Wo.weight",
      "encoder.layers.41.mlp_norm.weight",
      "encoder.layers.41.mlp.Wi.weight",
      "encoder.layers.41.mlp.Wo.weight",
      "encoder.final_norm.weight",
      "head.layers.0.self_attn.in_proj_weight",
      "head.layers.0.self_attn.in_proj_bias",
      "head.layers.0.self_attn.out_proj.weight",
      "head.layers.0.self_attn.out_proj.bias",
      "head.layers.0.linear1.weight",
      "head.layers.0.linear1.bias",
      "head.layers.0.linear2.weight",
      "head.layers.0.linear2.bias",
      "head.layers.0.norm1.weight",
      "head.layers.0.norm1.bias",
      "head.layers.0.norm2.weight",
      "head.layers.0.norm2.bias",
      "head.layers.1.self_attn.in_proj_weight",
      "head.layers.1.self_attn.in_proj_bias",
      "head.layers.1.self_attn.out_proj.weight",
      "head.layers.1.self_attn.out_proj.bias",
      "head.layers.1.linear1.weight",
      "head.layers.1.linear1.bias",
      "head.layers.1.linear2.weight",
      "head.layers.1.linear2.bias",
      "head.layers.1.norm1.weight",
      "head.layers.1.norm1.bias",
      "head.layers.1.norm2.weight",
      "head.layers.1.norm2.bias",
      "type_emb.weight",
      "scorer.0.weight",
      "scorer.0.bias",
      "scorer.1.weight",
      "scorer.1.bias",
      "scorer.3.weight",
      "scorer.3.bias"
    ],
    "frozen_parameter_names": [
      "encoder.embeddings.tok_embeddings.weight",
      "act_head.0.weight",
      "act_head.0.bias",
      "act_head.2.weight",
      "act_head.2.bias"
    ],
    "trainable_parameters": 541054977,
    "frozen_parameters": 51840770,
    "input_embeddings_frozen": true,
    "action_head_frozen": true,
    "trainable_dtype": "torch.float32",
    "autocast_dtype": "torch.bfloat16"
  },
  "quick_manifest_sha256": "661b4083e6957c4718e564cefddd425b87158ffb4e9e996f8eb065cf5180a099",
  "eval_steps": 4,
  "source_sha256": {
    "finetune/experiment/laya/train_batched.py": "2de91e8a1cd0dbbb02e628e9ac8e8b1bf646ee883692c27f8caa7c5f9c7dc7ab",
    "finetune/experiment/laya/model.py": "49145c9b85abe11b1191ebecd985202c9b321a4f50cab80f496d3f6dd1ac17b2",
    "finetune/experiment/laya/gold_adapter.py": "81a23a640d67f6d07a89227b17e4f5fccdebb3f930c7d6e772dba2e6b54c4c19",
    "finetune/experiment/epoch_coverage.py": "7c8181968ffc075f5a9c21667bf44484ca6a19527c34c68737a84c01b7ba3dff",
    "finetune/experiment/checkpoint_publication.py": "db6b97589a2500512cf74a9cfc4adcd46189cde4b0711cd12a5d6164c6f0c5d8",
    "finetune/experiment/quick_eval.py": "4423877807ac0419afb0e132c5b84c03360f8443cfc8b6dfcab292169db98f17",
    "finetune/experiment/runtime_projection.py": "c8dd4bab78ac10846f5093a6e4974b456792d089b6711f0979398964656406b3",
    "finetune/prepare_dataset/common.py": "6fcb200112576d432a75c27ff9b4afae82812a2e17038112a9c949c854d01808",
    "finetune/experiment/laya/variants.py": "e6eff79eb5272fbb8d4efdc6cccd2dddc1780e30b3ced72880b8b5e1f6e5799d",
    "finetune/experiment/laya/launch_batched.py": "5abe70e44c3271bce79e40432625d3b507538cc47bd7bd85d261cb53ea0403ad",
    "finetune/experiment/laya/upstream/laya/common.py": "f231d42fcec84da203222fcaa89c083b22776e00341e66e118183d754e1dcabf"
  }
}