{
  "embedding_gates": {
    "offset": 0,
    "count": 20974080,
    "shape": [
      8193,
      2560
    ]
  },
  "hh0": {
    "offset": 20974080,
    "count": 1638400,
    "shape": [
      2560,
      640
    ]
  },
  "ih1": {
    "offset": 22612480,
    "count": 1638400,
    "shape": [
      2560,
      640
    ]
  },
  "hh1": {
    "offset": 24250880,
    "count": 1638400,
    "shape": [
      2560,
      640
    ]
  },
  "bias1": {
    "offset": 25889280,
    "count": 2560,
    "shape": [
      2560
    ]
  },
  "project": {
    "offset": 25891840,
    "count": 409600,
    "shape": [
      640,
      640
    ]
  },
  "project_bias": {
    "offset": 26301440,
    "count": 640,
    "shape": [
      640
    ]
  },
  "head": {
    "offset": 26302080,
    "count": 5246720,
    "shape": [
      8198,
      640
    ]
  },
  "head_bias": {
    "offset": 31548800,
    "count": 8198,
    "shape": [
      8198
    ]
  }
}