[
  {
    "step": 500,
    "loss": 0.04259096086025238,
    "target_updates": 4,
    "greedy": {
      "3": 0.8,
      "6": 0.03,
      "10": 0.0,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.166
  },
  {
    "step": 1000,
    "loss": 0.08486837148666382,
    "target_updates": 6,
    "greedy": {
      "3": 0.885,
      "6": 0.065,
      "10": 0.0,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.19
  },
  {
    "step": 1500,
    "loss": 0.11638806760311127,
    "target_updates": 8,
    "greedy": {
      "3": 0.9,
      "6": 0.1,
      "10": 0.005,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.20099999999999998
  },
  {
    "step": 2000,
    "loss": 0.08094704151153564,
    "target_updates": 9,
    "greedy": {
      "3": 0.97,
      "6": 0.29,
      "10": 0.005,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.253
  },
  {
    "step": 2500,
    "loss": 0.08376012742519379,
    "target_updates": 10,
    "greedy": {
      "3": 1.0,
      "6": 0.325,
      "10": 0.005,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.26599999999999996
  },
  {
    "step": 3000,
    "loss": 0.09172387421131134,
    "target_updates": 11,
    "greedy": {
      "3": 0.995,
      "6": 0.42,
      "10": 0.025,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.288
  },
  {
    "step": 3500,
    "loss": 0.15869717299938202,
    "target_updates": 13,
    "greedy": {
      "3": 0.995,
      "6": 0.49,
      "10": 0.03,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.303
  },
  {
    "step": 4000,
    "loss": 0.2646712064743042,
    "target_updates": 14,
    "greedy": {
      "3": 1.0,
      "6": 0.55,
      "10": 0.03,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.316
  },
  {
    "step": 4500,
    "loss": 0.19903528690338135,
    "target_updates": 15,
    "greedy": {
      "3": 1.0,
      "6": 0.595,
      "10": 0.04,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.327
  },
  {
    "step": 5000,
    "loss": 0.27375563979148865,
    "target_updates": 16,
    "greedy": {
      "3": 1.0,
      "6": 0.62,
      "10": 0.02,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.328
  },
  {
    "step": 5500,
    "loss": 0.24008296430110931,
    "target_updates": 18,
    "greedy": {
      "3": 1.0,
      "6": 0.64,
      "10": 0.035,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.335
  },
  {
    "step": 6000,
    "loss": 0.22554944455623627,
    "target_updates": 19,
    "greedy": {
      "3": 1.0,
      "6": 0.645,
      "10": 0.04,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.337
  },
  {
    "step": 6500,
    "loss": 0.2247759848833084,
    "target_updates": 20,
    "greedy": {
      "3": 1.0,
      "6": 0.66,
      "10": 0.055,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.343
  },
  {
    "step": 7000,
    "loss": 0.1801447868347168,
    "target_updates": 21,
    "greedy": {
      "3": 1.0,
      "6": 0.73,
      "10": 0.06,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.358
  },
  {
    "step": 7500,
    "loss": 0.19227959215641022,
    "target_updates": 23,
    "greedy": {
      "3": 1.0,
      "6": 0.725,
      "10": 0.05,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.35500000000000004
  },
  {
    "step": 8000,
    "loss": 0.17697712779045105,
    "target_updates": 24,
    "greedy": {
      "3": 1.0,
      "6": 0.765,
      "10": 0.085,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.37
  },
  {
    "step": 8500,
    "loss": 0.20436029136180878,
    "target_updates": 25,
    "greedy": {
      "3": 1.0,
      "6": 0.77,
      "10": 0.085,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.371
  },
  {
    "step": 9000,
    "loss": 0.14036798477172852,
    "target_updates": 26,
    "greedy": {
      "3": 1.0,
      "6": 0.81,
      "10": 0.075,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.377
  },
  {
    "step": 9500,
    "loss": 0.19980084896087646,
    "target_updates": 28,
    "greedy": {
      "3": 1.0,
      "6": 0.765,
      "10": 0.085,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.37
  },
  {
    "step": 10000,
    "loss": 0.16410405933856964,
    "target_updates": 29,
    "greedy": {
      "3": 1.0,
      "6": 0.8,
      "10": 0.075,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.376
  },
  {
    "step": 10500,
    "loss": 0.16999322175979614,
    "target_updates": 30,
    "greedy": {
      "3": 1.0,
      "6": 0.815,
      "10": 0.11,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.385
  },
  {
    "step": 11000,
    "loss": 0.16925780475139618,
    "target_updates": 31,
    "greedy": {
      "3": 1.0,
      "6": 0.8,
      "10": 0.105,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.381
  },
  {
    "step": 11500,
    "loss": 0.18713811039924622,
    "target_updates": 33,
    "greedy": {
      "3": 1.0,
      "6": 0.815,
      "10": 0.125,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.38899999999999996
  },
  {
    "step": 12000,
    "loss": 0.18486963212490082,
    "target_updates": 34,
    "greedy": {
      "3": 1.0,
      "6": 0.835,
      "10": 0.12,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.391
  },
  {
    "step": 12500,
    "loss": 0.18077974021434784,
    "target_updates": 35,
    "greedy": {
      "3": 1.0,
      "6": 0.82,
      "10": 0.12,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.388
  },
  {
    "step": 13000,
    "loss": 0.1808379739522934,
    "target_updates": 36,
    "greedy": {
      "3": 1.0,
      "6": 0.845,
      "10": 0.15,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.39899999999999997
  },
  {
    "step": 13500,
    "loss": 0.17874817550182343,
    "target_updates": 38,
    "greedy": {
      "3": 1.0,
      "6": 0.865,
      "10": 0.14,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.40199999999999997
  },
  {
    "step": 14000,
    "loss": 0.1975564956665039,
    "target_updates": 39,
    "greedy": {
      "3": 1.0,
      "6": 0.855,
      "10": 0.18,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.40800000000000003
  },
  {
    "step": 14500,
    "loss": 0.1934536248445511,
    "target_updates": 40,
    "greedy": {
      "3": 1.0,
      "6": 0.865,
      "10": 0.185,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.4109999999999999
  },
  {
    "step": 15000,
    "loss": 0.18869797885417938,
    "target_updates": 41,
    "greedy": {
      "3": 1.0,
      "6": 0.86,
      "10": 0.175,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.4079999999999999
  },
  {
    "step": 15500,
    "loss": 0.19642984867095947,
    "target_updates": 43,
    "greedy": {
      "3": 1.0,
      "6": 0.865,
      "10": 0.18,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.409
  },
  {
    "step": 16000,
    "loss": 0.1785489320755005,
    "target_updates": 44,
    "greedy": {
      "3": 1.0,
      "6": 0.885,
      "10": 0.19,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.41600000000000004
  },
  {
    "step": 16500,
    "loss": 0.18260493874549866,
    "target_updates": 45,
    "greedy": {
      "3": 1.0,
      "6": 0.895,
      "10": 0.19,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.417
  },
  {
    "step": 17000,
    "loss": 0.15584097802639008,
    "target_updates": 46,
    "greedy": {
      "3": 1.0,
      "6": 0.875,
      "10": 0.2,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.41600000000000004
  },
  {
    "step": 17500,
    "loss": 0.16387194395065308,
    "target_updates": 48,
    "greedy": {
      "3": 1.0,
      "6": 0.9,
      "10": 0.23,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.426
  },
  {
    "step": 18000,
    "loss": 0.17173488438129425,
    "target_updates": 49,
    "greedy": {
      "3": 1.0,
      "6": 0.915,
      "10": 0.205,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.425
  },
  {
    "step": 18500,
    "loss": 0.18664591014385223,
    "target_updates": 50,
    "greedy": {
      "3": 1.0,
      "6": 0.9,
      "10": 0.2,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.421
  },
  {
    "step": 19000,
    "loss": 0.19392891228199005,
    "target_updates": 51,
    "greedy": {
      "3": 1.0,
      "6": 0.93,
      "10": 0.215,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.429
  },
  {
    "step": 19500,
    "loss": 0.20463189482688904,
    "target_updates": 53,
    "greedy": {
      "3": 1.0,
      "6": 0.905,
      "10": 0.225,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.42699999999999994
  },
  {
    "step": 20000,
    "loss": 0.24079182744026184,
    "target_updates": 54,
    "greedy": {
      "3": 1.0,
      "6": 0.93,
      "10": 0.19,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.42400000000000004
  },
  {
    "step": 20500,
    "loss": 0.2095763385295868,
    "target_updates": 55,
    "greedy": {
      "3": 1.0,
      "6": 0.915,
      "10": 0.2,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.42300000000000004
  },
  {
    "step": 21000,
    "loss": 0.2016715556383133,
    "target_updates": 56,
    "greedy": {
      "3": 1.0,
      "6": 0.925,
      "10": 0.22,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.429
  },
  {
    "step": 21500,
    "loss": 0.1898859441280365,
    "target_updates": 58,
    "greedy": {
      "3": 1.0,
      "6": 0.945,
      "10": 0.24,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.43699999999999994
  },
  {
    "step": 22000,
    "loss": 0.17079637944698334,
    "target_updates": 59,
    "greedy": {
      "3": 1.0,
      "6": 0.94,
      "10": 0.22,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.43200000000000005
  },
  {
    "step": 22500,
    "loss": 0.18184992671012878,
    "target_updates": 60,
    "greedy": {
      "3": 1.0,
      "6": 0.945,
      "10": 0.215,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.43299999999999994
  },
  {
    "step": 23000,
    "loss": 0.1909194439649582,
    "target_updates": 61,
    "greedy": {
      "3": 1.0,
      "6": 0.935,
      "10": 0.265,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.44000000000000006
  },
  {
    "step": 23500,
    "loss": 0.18325640261173248,
    "target_updates": 63,
    "greedy": {
      "3": 1.0,
      "6": 0.95,
      "10": 0.245,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.43899999999999995
  },
  {
    "step": 24000,
    "loss": 0.18927478790283203,
    "target_updates": 64,
    "greedy": {
      "3": 1.0,
      "6": 0.93,
      "10": 0.285,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.44300000000000006
  },
  {
    "step": 24500,
    "loss": 0.1842205673456192,
    "target_updates": 65,
    "greedy": {
      "3": 1.0,
      "6": 0.945,
      "10": 0.27,
      "15": 0.0,
      "20": 0.0
    },
    "mean": 0.44299999999999995
  },
  {
    "step": 25000,
    "loss": 0.1583680808544159,
    "target_updates": 66,
    "greedy": {
      "3": 1.0,
      "6": 0.955,
      "10": 0.28,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.44800000000000006
  },
  {
    "step": 25500,
    "loss": 0.15866529941558838,
    "target_updates": 68,
    "greedy": {
      "3": 1.0,
      "6": 0.94,
      "10": 0.265,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.442
  },
  {
    "step": 26000,
    "loss": 0.1440247893333435,
    "target_updates": 69,
    "greedy": {
      "3": 1.0,
      "6": 0.965,
      "10": 0.295,
      "15": 0.01,
      "20": 0.0
    },
    "mean": 0.4539999999999999
  },
  {
    "step": 26500,
    "loss": 0.1594139039516449,
    "target_updates": 70,
    "greedy": {
      "3": 1.0,
      "6": 0.955,
      "10": 0.295,
      "15": 0.005,
      "20": 0.0
    },
    "mean": 0.45099999999999996
  },
  {
    "step": 27000,
    "loss": 0.156402587890625,
    "target_updates": 71,
    "greedy": {
      "3": 1.0,
      "6": 0.95,
      "10": 0.345,
      "15": 0.01,
      "20": 0.0
    },
    "mean": 0.46099999999999997
  }
]