File size: 1,283 Bytes
0d3ef4a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 | {
"selected_config": {
"name": "plain_l2_c0.25",
"class_weight": null,
"C": 0.25
},
"selection_metric": "macro_f1 then avg_excess_cost_tokens_vs_oracle after validation-based early stopping",
"dev_metrics_before_refit": {
"n_examples": 416,
"accuracy": 0.569712,
"macro_f1": 0.267917,
"realized_solve_rate": 0.627404,
"avg_total_tokens": 51731.351,
"avg_model_calls": 15.312,
"avg_wall_time_seconds": 89.666,
"avg_excess_cost_tokens_vs_oracle": 19073.486,
"missed_success_rate": 0.323834
},
"loss_history_epochs": 30,
"early_stopping_metric": "dev_log_loss",
"selected_epoch": 1,
"best_dev_log_loss": 1.177944,
"feature_dimensions": {
"source_cardinality": 63,
"domain_cardinality": 155,
"total_feature_dim": 220
},
"label_counts_train": {
"baseline_llm": 1898,
"single_agent": 768,
"none": 244,
"per": 292,
"broadcast": 140
},
"label_counts_dev": {
"baseline_llm": 237,
"single_agent": 96,
"per": 36,
"none": 30,
"broadcast": 17
},
"label_counts_test": {
"baseline_llm": 238,
"none": 32,
"single_agent": 97,
"broadcast": 18,
"per": 38
},
"features": [
"source",
"domain",
"difficulty",
"difficulty_tier"
]
}
|