{
  "data_path": "oeis_val_neo.jsonl",
  "model": "base_model",
  "output": "base_oeis_eval_neo_mlx_full_b512.jsonl",
  "documents": 19034,
  "evaluated": 19034,
  "expected_evaluated": 19034,
  "skipped_long": 0,
  "parsed": 19033,
  "correct": 6555,
  "accuracy": 0.3443837343700746,
  "max_new_tokens": 196,
  "max_context_tokens": 4096,
  "batch_size": 128,
  "restrict_digit_comma_eos": false,
  "restrict_integer_comma_eos": false,
  "allowed_token_ids": null,
  "seconds": 23.02982224902371
}