config.json

{
  "schema_version": "spatial-decision/v3",
  "architecture": "kev-spatial/v1",
  "base_model": "Qwen/Qwen3.5-4B",
  "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
  "seed": 3407,
  "data_seed": 3407,
  "head_seed": 3407,
  "train_mode": "full_language",
  "readout_kind": "native_last_qk_mean",
  "readout_layer_index": 31,
  "native_readout_fp32": true,
  "epochs": 1,
  "pilot_steps": 500,
  "global_batch_size": 512,
  "micro_batch_size": 16,
  "expected_world_size": 8,
  "head_learning_rate": 0.000005,
  "backbone_learning_rate": 0.000005,
  "head_warmup_steps": 0,
  "warmup_steps": 0,
  "scheduler": {
    "kind": "constant"
  },
  "weight_decay": 0.01,
  "head_weight_decay": 0.0,
  "adam_betas": [
    0.9,
    0.95
  ],
  "gradient_clip": 1.0,
  "optimizer_fused": true,
  "precision": "BF16 compute; FP32 language weights, gradients, Adam states and head; frozen BF16 vision",
  "trainable_dtype": "float32",
  "gradient_checkpointing": true,
  "max_choices": 32,
  "max_images": 5,
  "max_sequence_length": 4096,
  "min_image_tokens": 64,
  "max_image_tokens": 512,
  "point_variant": "crop_refill",
  "point_depth": 3,
  "scalar_codebook": {
    "unit": "m",
    "edges_m": [
      0.0,
      0.006111921607101044,
      0.01595940178733695,
      0.031825584656481165,
      0.05738905411563928,
      0.098576715708787,
      0.1649379531856473,
      0.27185865878338616,
      0.4441284614600559,
      0.7216882170597828,
      1.168890319410675,
      1.889418840971512,
      3.0503287464783715,
      4.920777685521732,
      7.934430353116933,
      12.790003906249407,
      20.61326595080775,
      33.21804442818109,
      53.52676469841237,
      86.24801559186353,
      138.96823852002032,
      223.910648412756,
      360.7691933437561,
      581.2746080627744,
      936.5512036521882,
      1508.970069349626,
      2431.2468584039048,
      3917.2119909330504,
      6311.387363552563,
      10168.863955282299,
      16384.000000000004
    ],
    "fine_bins": 8,
    "fine_bins_by_root": [
      4,
      4,
      4,
      4,
      4,
      4,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8,
      8
    ],
    "zero_class": 0,
    "overflow_class": 31,
    "overflow_representative_m": 16384.0,
    "scale_m": 0.01,
    "fine_interpolation": "linear_within_log_spaced_root",
    "version": "metric-log1p30-fine48-16384-v1",
    "positive_leaf_cells": 216,
    "fit": "frozen_previous_Molmo_train_only_proposal_not_refit_on_72k_or_test",
    "activation": "user_selected_full_data_once_launch_by_user_only",
    "proposal_sha256": "fb9089b65e5db06693abbf1190dc0b75f2de5ccb515679f66860095577bb7770",
    "precision_design": {
      "absolute_floor_m": 0.01,
      "relative_fraction": 0.05,
      "criterion": "max(0.01 m, 0.05 * value)",
      "qualification": "Engineering quantization tolerance, NOT official accuracy requirement or model-error guarantee",
      "selection": "Smallest power-of-two candidate count >=4 satisfying midpoint half-width bound at each coarse lower edge"
    }
  },
  "numeric_codebooks": {
    "count": {
      "version": "integer-32x32-v1",
      "unit": "count",
      "fine_bins": 32,
      "maximum": 1023
    },
    "deg": {
      "version": "degrees-30x32-v1",
      "unit": "deg",
      "fine_bins": 32,
      "edges_m": [
        0,
        30,
        60,
        90,
        120,
        150,
        180,
        210,
        240,
        270,
        300,
        330,
        360
      ],
      "overflow_representative_m": 360.0
    }
  },
  "data_directory": "data/processed/molmo_priority_20260928-r12-content-only",
  "expected_train_qa": 12304058,
  "sampler": "flat_qa",
  "task_sampling": "All 12304058 QA exactly once in seed3407 flat permutation; no task/source resampling; zero-weight tail padding",
  "loss_weights": {
    "choice": 1.0,
    "scalar": 1.0,
    "point": 1.0
  },
  "micro_batch_layout": "global_length_balanced",
  "deduplicate_vision": false,
  "shared_prefix": false,
  "num_workers": 2,
  "checkpoint_policy": "full",
  "save_every": 1000,
  "diagnostic_note": "Full r12 one-pass resumable recipe: global512/micro16, non-reentrant gradient checkpointing, full model/optimizer/RNG checkpoints every 1000 optimizer steps.",
  "distill_teacher": "Qwen3-VL-32B-Instruct",
  "distill_test_set_leakage": true,
  "distill_batch_ratio": "one_global512_base_plus_one_global512_distill_per_optimizer_step",
  "fixed_learning_rate": 0.000005
}