evaluation/learning_curve.json

[
  {
    "words_m": 10,
    "blimp_filtered": 65.33,
    "supplement_filtered": 57.34,
    "ewok_filtered": 49.8,
    "entity_tracking": 17.78,
    "comps": 49.82,
    "global_piqa_parallel": 23.3,
    "global_piqa_nonparallel": 43.0,
    "six_task_mean": 45.53666666666666
  },
  {
    "words_m": 20,
    "blimp_filtered": 67.45,
    "supplement_filtered": 56.46,
    "ewok_filtered": 49.97,
    "entity_tracking": 18.26,
    "comps": 51.01,
    "global_piqa_parallel": 20.39,
    "global_piqa_nonparallel": 48.0,
    "six_task_mean": 46.22416666666667
  },
  {
    "words_m": 30,
    "blimp_filtered": 67.11,
    "supplement_filtered": 57.17,
    "ewok_filtered": 50.61,
    "entity_tracking": 18.57,
    "comps": 51.41,
    "global_piqa_parallel": 23.3,
    "global_piqa_nonparallel": 46.0,
    "six_task_mean": 46.586666666666666
  },
  {
    "words_m": 40,
    "blimp_filtered": 68.0,
    "supplement_filtered": 56.46,
    "ewok_filtered": 51.19,
    "entity_tracking": 17.98,
    "comps": 51.41,
    "global_piqa_parallel": 22.33,
    "global_piqa_nonparallel": 48.0,
    "six_task_mean": 46.70083333333333
  },
  {
    "words_m": 50,
    "blimp_filtered": 68.62,
    "supplement_filtered": 55.74,
    "ewok_filtered": 51.17,
    "entity_tracking": 18.58,
    "comps": 51.52,
    "global_piqa_parallel": 26.21,
    "global_piqa_nonparallel": 46.0,
    "six_task_mean": 46.95583333333334
  },
  {
    "words_m": 60,
    "blimp_filtered": 67.84,
    "supplement_filtered": 55.73,
    "ewok_filtered": 51.71,
    "entity_tracking": 18.56,
    "comps": 51.86,
    "global_piqa_parallel": 22.33,
    "global_piqa_nonparallel": 45.0,
    "six_task_mean": 46.560833333333335
  },
  {
    "words_m": 70,
    "blimp_filtered": 67.67,
    "supplement_filtered": 55.8,
    "ewok_filtered": 51.83,
    "entity_tracking": 17.97,
    "comps": 51.48,
    "global_piqa_parallel": 27.18,
    "global_piqa_nonparallel": 46.0,
    "six_task_mean": 46.89000000000001
  },
  {
    "words_m": 80,
    "blimp_filtered": 67.73,
    "supplement_filtered": 58.41,
    "ewok_filtered": 52.83,
    "entity_tracking": 18.56,
    "comps": 51.32,
    "global_piqa_parallel": 28.16,
    "global_piqa_nonparallel": 51.0,
    "six_task_mean": 48.071666666666665
  },
  {
    "words_m": 90,
    "blimp_filtered": 67.34,
    "supplement_filtered": 55.9,
    "ewok_filtered": 51.99,
    "entity_tracking": 18.16,
    "comps": 51.45,
    "global_piqa_parallel": 23.3,
    "global_piqa_nonparallel": 47.0,
    "six_task_mean": 46.665
  },
  {
    "words_m": 100,
    "blimp_filtered": 67.41,
    "supplement_filtered": 56.27,
    "ewok_filtered": 51.89,
    "entity_tracking": 18.26,
    "comps": 51.25,
    "global_piqa_parallel": 24.27,
    "global_piqa_nonparallel": 46.0,
    "six_task_mean": 46.70250000000001
  }
]