{
  "base": {
    "num_examples": 653,
    "exact_match": 0.0061,
    "normalized_exact_match": 0.0061,
    "structural_match": 0.0107,
    "command_validity": 0.4763,
    "token_f1": 0.1195,
    "primary_command_accuracy": 0.1807,
    "prose_output_rate": 0.3783,
    "validity_backend": "bashlex"
  },
  "finetuned": {
    "num_examples": 653,
    "exact_match": 0.291,
    "normalized_exact_match": 0.291,
    "structural_match": 0.3032,
    "command_validity": 0.9939,
    "token_f1": 0.647,
    "primary_command_accuracy": 0.8377,
    "prose_output_rate": 0.0,
    "validity_backend": "bashlex"
  }
}