{
  "format": "tinycenn-laya-attention-lab-v1",
  "architecture": "integrated_memory_v22",
  "base_model": "convaiinnovations/laya-typed-decisions",
  "accepted_layers": [
    3,
    6,
    9,
    18,
    21,
    24,
    27
  ],
  "candidate_layers": [
    18,
    21,
    6,
    12,
    15,
    9,
    3,
    24,
    0,
    27
  ],
  "target_policy": "all_full_attention",
  "learning_rate": 0.01,
  "training_steps_max": 2400,
  "early_stop_local": false,
  "feature_dim": 128,
  "local_kernel": 5,
  "tinycenn_repo": "https://github.com/vtavakkoli/TinyCeNN-LM",
  "notebook": "notebooks/Laya_Integrated_Memory_V22_Colab.ipynb"
}