backup part 17

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed10/best_by_benchmark.json

@@ -0,0 +1,72 @@
+{
+  "seed": 10,
+  "generated_at": "2026-07-20T12:37:18.609572+00:00",
+  "primary_metric": "Execution Accuracy",
+  "tie_breaker": "Exact Match",
+  "best_by_benchmark": {
+    "spider_data": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.549,
+        "Execution Accuracy": 0.607
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed10/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_dk": {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "scores": {
+        "Exact Match": 0.407,
+        "Execution Accuracy": 0.464
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed10/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    "spider_realistic": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.461,
+        "Execution Accuracy": 0.496
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed10/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_syn": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.411,
+        "Execution Accuracy": 0.472
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed10/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    }
+  }
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed10/best_overall.json

@@ -0,0 +1,77 @@
+{
+  "seed": 10,
+  "generated_at": "2026-07-20T12:37:18.609572+00:00",
+  "aggregation": {
+    "benchmarks": [
+      "spider_data",
+      "spider_syn",
+      "spider_realistic",
+      "spider_dk"
+    ],
+    "primary_metric": "mean Execution Accuracy",
+    "tie_breaker": "mean Exact Match"
+  },
+  "best": {
+    "run_name": "baselines__train_csd__ckpt654__test",
+    "mean_scores": {
+      "Exact Match": 0.44875,
+      "Execution Accuracy": 0.505
+    },
+    "per_benchmark": {
+      "spider_data": {
+        "Exact Match": 0.535,
+        "Execution Accuracy": 0.594
+      },
+      "spider_syn": {
+        "Exact Match": 0.406,
+        "Execution Accuracy": 0.47
+      },
+      "spider_realistic": {
+        "Exact Match": 0.447,
+        "Execution Accuracy": 0.492
+      },
+      "spider_dk": {
+        "Exact Match": 0.407,
+        "Execution Accuracy": 0.464
+      }
+    },
+    "artifacts": {
+      "spider_data": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed10/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      },
+      "spider_syn": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed10/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      },
+      "spider_realistic": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed10/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      },
+      "spider_dk": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed10/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    }
+  }
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed10/eval_results.json

@@ -0,0 +1,514 @@
+{
+  "seed": 10,
+  "generated_at": "2026-07-20T12:37:18.609572+00:00",
+  "selection": {
+    "primary_metric": "Execution Accuracy",
+    "tie_breaker": "Exact Match"
+  },
+  "results": [
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.506,
+        "Execution Accuracy": 0.576
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed10/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.381,
+        "Execution Accuracy": 0.454
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed10/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.417,
+        "Execution Accuracy": 0.461
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed10/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.361,
+        "Execution Accuracy": 0.425
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed10/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.535,
+        "Execution Accuracy": 0.594
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed10/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.407,
+        "Execution Accuracy": 0.464
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed10/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.447,
+        "Execution Accuracy": 0.492
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed10/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.406,
+        "Execution Accuracy": 0.47
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed10/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.505,
+        "Execution Accuracy": 0.585
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed10/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.387,
+        "Execution Accuracy": 0.443
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed10/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.419,
+        "Execution Accuracy": 0.467
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed10/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.372,
+        "Execution Accuracy": 0.442
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed10/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.506,
+        "Execution Accuracy": 0.576
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed10/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.368,
+        "Execution Accuracy": 0.439
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed10/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.39,
+        "Execution Accuracy": 0.449
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed10/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.365,
+        "Execution Accuracy": 0.437
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed10/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.549,
+        "Execution Accuracy": 0.607
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed10/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.393,
+        "Execution Accuracy": 0.439
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed10/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.461,
+        "Execution Accuracy": 0.496
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed10/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.411,
+        "Execution Accuracy": 0.472
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed10/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.499,
+        "Execution Accuracy": 0.574
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed10/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.391,
+        "Execution Accuracy": 0.458
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed10/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.437,
+        "Execution Accuracy": 0.482
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed10/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.381,
+        "Execution Accuracy": 0.428
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed10/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_data",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.475,
+        "Execution Accuracy": 0.551
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed10/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed10/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_dk",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.346,
+        "Execution Accuracy": 0.407
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed10/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed10/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_realistic",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.386,
+        "Execution Accuracy": 0.439
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed10/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed10/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_syn",
+      "seed": 10,
+      "scores": {
+        "Exact Match": 0.356,
+        "Execution Accuracy": 0.409
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed10/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed10/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    }
+  ]
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed100/best_by_benchmark.json

@@ -0,0 +1,72 @@
+{
+  "seed": 100,
+  "generated_at": "2026-07-20T12:37:18.613555+00:00",
+  "primary_metric": "Execution Accuracy",
+  "tie_breaker": "Exact Match",
+  "best_by_benchmark": {
+    "spider_data": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.553,
+        "Execution Accuracy": 0.617
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed100/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_dk": {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "scores": {
+        "Exact Match": 0.43,
+        "Execution Accuracy": 0.486
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed100/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    "spider_realistic": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.449,
+        "Execution Accuracy": 0.502
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed100/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_syn": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.41,
+        "Execution Accuracy": 0.479
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed100/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    }
+  }
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed100/best_overall.json

@@ -0,0 +1,77 @@
+{
+  "seed": 100,
+  "generated_at": "2026-07-20T12:37:18.613555+00:00",
+  "aggregation": {
+    "benchmarks": [
+      "spider_data",
+      "spider_syn",
+      "spider_realistic",
+      "spider_dk"
+    ],
+    "primary_metric": "mean Execution Accuracy",
+    "tie_breaker": "mean Exact Match"
+  },
+  "best": {
+    "run_name": "baselines__train_csd__ckpt654__test",
+    "mean_scores": {
+      "Exact Match": 0.45525,
+      "Execution Accuracy": 0.509
+    },
+    "per_benchmark": {
+      "spider_data": {
+        "Exact Match": 0.537,
+        "Execution Accuracy": 0.596
+      },
+      "spider_syn": {
+        "Exact Match": 0.407,
+        "Execution Accuracy": 0.464
+      },
+      "spider_realistic": {
+        "Exact Match": 0.447,
+        "Execution Accuracy": 0.49
+      },
+      "spider_dk": {
+        "Exact Match": 0.43,
+        "Execution Accuracy": 0.486
+      }
+    },
+    "artifacts": {
+      "spider_data": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed100/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      },
+      "spider_syn": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed100/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      },
+      "spider_realistic": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed100/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      },
+      "spider_dk": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed100/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    }
+  }
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed100/eval_results.json

@@ -0,0 +1,514 @@
+{
+  "seed": 100,
+  "generated_at": "2026-07-20T12:37:18.613555+00:00",
+  "selection": {
+    "primary_metric": "Execution Accuracy",
+    "tie_breaker": "Exact Match"
+  },
+  "results": [
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.51,
+        "Execution Accuracy": 0.577
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed100/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.391,
+        "Execution Accuracy": 0.465
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed100/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.407,
+        "Execution Accuracy": 0.459
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed100/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.365,
+        "Execution Accuracy": 0.42
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed100/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.537,
+        "Execution Accuracy": 0.596
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed100/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.43,
+        "Execution Accuracy": 0.486
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed100/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.447,
+        "Execution Accuracy": 0.49
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed100/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.407,
+        "Execution Accuracy": 0.464
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed100/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.506,
+        "Execution Accuracy": 0.585
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed100/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.385,
+        "Execution Accuracy": 0.462
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed100/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.433,
+        "Execution Accuracy": 0.467
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed100/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.387,
+        "Execution Accuracy": 0.437
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed100/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.517,
+        "Execution Accuracy": 0.591
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed100/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.383,
+        "Execution Accuracy": 0.452
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed100/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.415,
+        "Execution Accuracy": 0.469
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed100/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.369,
+        "Execution Accuracy": 0.426
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed100/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.553,
+        "Execution Accuracy": 0.617
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed100/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.379,
+        "Execution Accuracy": 0.422
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed100/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.449,
+        "Execution Accuracy": 0.502
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed100/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.41,
+        "Execution Accuracy": 0.479
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed100/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.51,
+        "Execution Accuracy": 0.577
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed100/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.404,
+        "Execution Accuracy": 0.452
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed100/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.441,
+        "Execution Accuracy": 0.49
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed100/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.392,
+        "Execution Accuracy": 0.436
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed100/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_data",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.487,
+        "Execution Accuracy": 0.552
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed100/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed100/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_dk",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.342,
+        "Execution Accuracy": 0.413
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed100/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed100/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_realistic",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.394,
+        "Execution Accuracy": 0.457
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed100/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed100/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_syn",
+      "seed": 100,
+      "scores": {
+        "Exact Match": 0.348,
+        "Execution Accuracy": 0.407
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed100/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed100/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    }
+  ]
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed1234/best_by_benchmark.json

@@ -0,0 +1,72 @@
+{
+  "seed": 1234,
+  "generated_at": "2026-07-20T12:37:18.614635+00:00",
+  "primary_metric": "Execution Accuracy",
+  "tie_breaker": "Exact Match",
+  "best_by_benchmark": {
+    "spider_data": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.55,
+        "Execution Accuracy": 0.612
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed1234/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_dk": {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "scores": {
+        "Exact Match": 0.426,
+        "Execution Accuracy": 0.484
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed1234/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    "spider_realistic": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.447,
+        "Execution Accuracy": 0.492
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed1234/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_syn": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.407,
+        "Execution Accuracy": 0.475
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed1234/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    }
+  }
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed1234/best_overall.json

@@ -0,0 +1,77 @@
+{
+  "seed": 1234,
+  "generated_at": "2026-07-20T12:37:18.614635+00:00",
+  "aggregation": {
+    "benchmarks": [
+      "spider_data",
+      "spider_syn",
+      "spider_realistic",
+      "spider_dk"
+    ],
+    "primary_metric": "mean Execution Accuracy",
+    "tie_breaker": "mean Exact Match"
+  },
+  "best": {
+    "run_name": "baselines__train_csd__ckpt654__test",
+    "mean_scores": {
+      "Exact Match": 0.45075,
+      "Execution Accuracy": 0.5065
+    },
+    "per_benchmark": {
+      "spider_data": {
+        "Exact Match": 0.536,
+        "Execution Accuracy": 0.599
+      },
+      "spider_syn": {
+        "Exact Match": 0.408,
+        "Execution Accuracy": 0.465
+      },
+      "spider_realistic": {
+        "Exact Match": 0.433,
+        "Execution Accuracy": 0.478
+      },
+      "spider_dk": {
+        "Exact Match": 0.426,
+        "Execution Accuracy": 0.484
+      }
+    },
+    "artifacts": {
+      "spider_data": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed1234/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      },
+      "spider_syn": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed1234/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      },
+      "spider_realistic": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed1234/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      },
+      "spider_dk": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed1234/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    }
+  }
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed1234/eval_results.json

@@ -0,0 +1,514 @@
+{
+  "seed": 1234,
+  "generated_at": "2026-07-20T12:37:18.614635+00:00",
+  "selection": {
+    "primary_metric": "Execution Accuracy",
+    "tie_breaker": "Exact Match"
+  },
+  "results": [
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.509,
+        "Execution Accuracy": 0.573
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed1234/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.394,
+        "Execution Accuracy": 0.475
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed1234/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.417,
+        "Execution Accuracy": 0.48
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed1234/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.356,
+        "Execution Accuracy": 0.421
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed1234/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.536,
+        "Execution Accuracy": 0.599
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed1234/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.426,
+        "Execution Accuracy": 0.484
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed1234/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.433,
+        "Execution Accuracy": 0.478
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed1234/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.408,
+        "Execution Accuracy": 0.465
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed1234/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.504,
+        "Execution Accuracy": 0.574
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed1234/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.394,
+        "Execution Accuracy": 0.46
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed1234/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.421,
+        "Execution Accuracy": 0.47
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed1234/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.381,
+        "Execution Accuracy": 0.446
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed1234/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.515,
+        "Execution Accuracy": 0.578
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed1234/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.374,
+        "Execution Accuracy": 0.436
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed1234/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.411,
+        "Execution Accuracy": 0.453
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed1234/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.359,
+        "Execution Accuracy": 0.424
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed1234/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.55,
+        "Execution Accuracy": 0.612
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed1234/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.394,
+        "Execution Accuracy": 0.441
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed1234/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.447,
+        "Execution Accuracy": 0.492
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed1234/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.407,
+        "Execution Accuracy": 0.475
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed1234/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.507,
+        "Execution Accuracy": 0.578
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed1234/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.391,
+        "Execution Accuracy": 0.454
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed1234/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.425,
+        "Execution Accuracy": 0.463
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed1234/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.378,
+        "Execution Accuracy": 0.416
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed1234/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_data",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.47,
+        "Execution Accuracy": 0.543
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed1234/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed1234/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_dk",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.348,
+        "Execution Accuracy": 0.419
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed1234/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed1234/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_realistic",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.402,
+        "Execution Accuracy": 0.453
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed1234/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed1234/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_syn",
+      "seed": 1234,
+      "scores": {
+        "Exact Match": 0.353,
+        "Execution Accuracy": 0.406
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed1234/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed1234/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    }
+  ]
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed42/best_by_benchmark.json

@@ -0,0 +1,72 @@
+{
+  "seed": 42,
+  "generated_at": "2026-07-20T12:37:18.611321+00:00",
+  "primary_metric": "Execution Accuracy",
+  "tie_breaker": "Exact Match",
+  "best_by_benchmark": {
+    "spider_data": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.549,
+        "Execution Accuracy": 0.611
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_dk": {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "scores": {
+        "Exact Match": 0.413,
+        "Execution Accuracy": 0.477
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed42/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    "spider_realistic": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.461,
+        "Execution Accuracy": 0.504
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_syn": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.405,
+        "Execution Accuracy": 0.476
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    }
+  }
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed42/best_overall.json

@@ -0,0 +1,77 @@
+{
+  "seed": 42,
+  "generated_at": "2026-07-20T12:37:18.611321+00:00",
+  "aggregation": {
+    "benchmarks": [
+      "spider_data",
+      "spider_syn",
+      "spider_realistic",
+      "spider_dk"
+    ],
+    "primary_metric": "mean Execution Accuracy",
+    "tie_breaker": "mean Exact Match"
+  },
+  "best": {
+    "run_name": "baselines__train_rkl__ckpt872__test",
+    "mean_scores": {
+      "Exact Match": 0.4505,
+      "Execution Accuracy": 0.508
+    },
+    "per_benchmark": {
+      "spider_data": {
+        "Exact Match": 0.549,
+        "Execution Accuracy": 0.611
+      },
+      "spider_syn": {
+        "Exact Match": 0.405,
+        "Execution Accuracy": 0.476
+      },
+      "spider_realistic": {
+        "Exact Match": 0.461,
+        "Execution Accuracy": 0.504
+      },
+      "spider_dk": {
+        "Exact Match": 0.387,
+        "Execution Accuracy": 0.441
+      }
+    },
+    "artifacts": {
+      "spider_data": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      },
+      "spider_syn": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      },
+      "spider_realistic": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      },
+      "spider_dk": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    }
+  }
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed42/eval_results.json

@@ -0,0 +1,514 @@
+{
+  "seed": 42,
+  "generated_at": "2026-07-20T12:37:18.611321+00:00",
+  "selection": {
+    "primary_metric": "Execution Accuracy",
+    "tie_breaker": "Exact Match"
+  },
+  "results": [
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.51,
+        "Execution Accuracy": 0.58
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed42/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.379,
+        "Execution Accuracy": 0.45
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed42/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.421,
+        "Execution Accuracy": 0.47
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed42/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.356,
+        "Execution Accuracy": 0.428
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed42/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.534,
+        "Execution Accuracy": 0.589
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed42/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.413,
+        "Execution Accuracy": 0.477
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed42/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.445,
+        "Execution Accuracy": 0.486
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed42/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.407,
+        "Execution Accuracy": 0.463
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed42/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.503,
+        "Execution Accuracy": 0.583
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed42/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.387,
+        "Execution Accuracy": 0.447
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed42/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.413,
+        "Execution Accuracy": 0.472
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed42/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.382,
+        "Execution Accuracy": 0.435
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed42/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.511,
+        "Execution Accuracy": 0.585
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed42/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.374,
+        "Execution Accuracy": 0.458
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed42/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.411,
+        "Execution Accuracy": 0.461
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed42/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.367,
+        "Execution Accuracy": 0.436
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed42/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.549,
+        "Execution Accuracy": 0.611
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.387,
+        "Execution Accuracy": 0.441
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.461,
+        "Execution Accuracy": 0.504
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.405,
+        "Execution Accuracy": 0.476
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed42/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.513,
+        "Execution Accuracy": 0.578
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed42/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.402,
+        "Execution Accuracy": 0.467
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed42/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.461,
+        "Execution Accuracy": 0.492
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed42/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.388,
+        "Execution Accuracy": 0.424
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed42/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_data",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.468,
+        "Execution Accuracy": 0.537
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed42/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed42/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_dk",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.336,
+        "Execution Accuracy": 0.415
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed42/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed42/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_realistic",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.394,
+        "Execution Accuracy": 0.449
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed42/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed42/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_syn",
+      "seed": 42,
+      "scores": {
+        "Exact Match": 0.357,
+        "Execution Accuracy": 0.409
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed42/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed42/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    }
+  ]
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed50/best_by_benchmark.json

@@ -0,0 +1,72 @@
+{
+  "seed": 50,
+  "generated_at": "2026-07-20T12:37:18.612447+00:00",
+  "primary_metric": "Execution Accuracy",
+  "tie_breaker": "Exact Match",
+  "best_by_benchmark": {
+    "spider_data": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.547,
+        "Execution Accuracy": 0.61
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed50/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_dk": {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.391,
+        "Execution Accuracy": 0.471
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed50/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_realistic": {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "scores": {
+        "Exact Match": 0.457,
+        "Execution Accuracy": 0.502
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed50/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    "spider_syn": {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "scores": {
+        "Exact Match": 0.414,
+        "Execution Accuracy": 0.471
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed50/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    }
+  }
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed50/best_overall.json

@@ -0,0 +1,77 @@
+{
+  "seed": 50,
+  "generated_at": "2026-07-20T12:37:18.612447+00:00",
+  "aggregation": {
+    "benchmarks": [
+      "spider_data",
+      "spider_syn",
+      "spider_realistic",
+      "spider_dk"
+    ],
+    "primary_metric": "mean Execution Accuracy",
+    "tie_breaker": "mean Exact Match"
+  },
+  "best": {
+    "run_name": "baselines__train_rkl__ckpt872__test",
+    "mean_scores": {
+      "Exact Match": 0.4545,
+      "Execution Accuracy": 0.50775
+    },
+    "per_benchmark": {
+      "spider_data": {
+        "Exact Match": 0.547,
+        "Execution Accuracy": 0.61
+      },
+      "spider_syn": {
+        "Exact Match": 0.408,
+        "Execution Accuracy": 0.467
+      },
+      "spider_realistic": {
+        "Exact Match": 0.457,
+        "Execution Accuracy": 0.502
+      },
+      "spider_dk": {
+        "Exact Match": 0.406,
+        "Execution Accuracy": 0.452
+      }
+    },
+    "artifacts": {
+      "spider_data": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed50/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      },
+      "spider_syn": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed50/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      },
+      "spider_realistic": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed50/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      },
+      "spider_dk": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed50/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    }
+  }
+}

text2sql_distillation_draft/results/eval/llama_baselines/llama/seed50/eval_results.json

@@ -0,0 +1,514 @@
+{
+  "seed": 50,
+  "generated_at": "2026-07-20T12:37:18.612447+00:00",
+  "selection": {
+    "primary_metric": "Execution Accuracy",
+    "tie_breaker": "Exact Match"
+  },
+  "results": [
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.51,
+        "Execution Accuracy": 0.572
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed50/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.391,
+        "Execution Accuracy": 0.471
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed50/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.415,
+        "Execution Accuracy": 0.47
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed50/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_amid__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.354,
+        "Execution Accuracy": 0.422
+      },
+      "artifacts": {
+        "run_name": "baselines__train_amid__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_amid__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_amid__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed50/baselines__train_amid__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_amid_spider_amid_adaptive-amid_ab_pr_0.5_0.5_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_amid.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.538,
+        "Execution Accuracy": 0.599
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed50/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.419,
+        "Execution Accuracy": 0.469
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed50/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.445,
+        "Execution Accuracy": 0.486
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed50/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_csd__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.414,
+        "Execution Accuracy": 0.471
+      },
+      "artifacts": {
+        "run_name": "baselines__train_csd__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_csd__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_csd__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed50/baselines__train_csd__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_csd_spider_csd_csd_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_csd.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.504,
+        "Execution Accuracy": 0.58
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed50/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.398,
+        "Execution Accuracy": 0.45
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed50/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.423,
+        "Execution Accuracy": 0.474
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed50/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_distillm__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.368,
+        "Execution Accuracy": 0.432
+      },
+      "artifacts": {
+        "run_name": "baselines__train_distillm__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_distillm__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_distillm__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed50/baselines__train_distillm__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_distillm_spider_distillm_adaptive-srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_distillm.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.511,
+        "Execution Accuracy": 0.57
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed50/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.381,
+        "Execution Accuracy": 0.445
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed50/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.415,
+        "Execution Accuracy": 0.465
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed50/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_fkl__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.363,
+        "Execution Accuracy": 0.435
+      },
+      "artifacts": {
+        "run_name": "baselines__train_fkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_fkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_fkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed50/baselines__train_fkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_fkl_spider_fkl_fkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_fkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_data",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.547,
+        "Execution Accuracy": 0.61
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed50/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_dk",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.406,
+        "Execution Accuracy": 0.452
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed50/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_realistic",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.457,
+        "Execution Accuracy": 0.502
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed50/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_rkl__ckpt872__test",
+      "benchmark": "spider_syn",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.408,
+        "Execution Accuracy": 0.467
+      },
+      "artifacts": {
+        "run_name": "baselines__train_rkl__ckpt872__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_rkl__ckpt872__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_rkl__ckpt872__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed50/baselines__train_rkl__ckpt872__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_rkl_spider_rkl_rkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/872",
+        "train_script": "scripts/llama/baselines/train_rkl.sh",
+        "ckpt_step": "872"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_data",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.5,
+        "Execution Accuracy": 0.571
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed50/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_dk",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.396,
+        "Execution Accuracy": 0.46
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed50/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_realistic",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.439,
+        "Execution Accuracy": 0.48
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed50/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_sfkl__ckpt654__test",
+      "benchmark": "spider_syn",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.384,
+        "Execution Accuracy": 0.432
+      },
+      "artifacts": {
+        "run_name": "baselines__train_sfkl__ckpt654__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_sfkl__ckpt654__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_sfkl__ckpt654__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed50/baselines__train_sfkl__ckpt654__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_sfkl_spider_sfkl_sfkl_e5-bs2-lr0.0001-G8-N2-NN1-kd0.7-lora-16-64-0.1/654",
+        "train_script": "scripts/llama/baselines/train_sfkl.sh",
+        "ckpt_step": "654"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_data",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.482,
+        "Execution Accuracy": 0.555
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_data/seed50/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_data/seed50/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_dk",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.342,
+        "Execution Accuracy": 0.415
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_dk/seed50/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_dk/seed50/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_realistic",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.39,
+        "Execution Accuracy": 0.451
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_realistic/seed50/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_realistic/seed50/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    },
+    {
+      "run_name": "baselines__train_srkl__ckpt436__test",
+      "benchmark": "spider_syn",
+      "seed": 50,
+      "scores": {
+        "Exact Match": 0.355,
+        "Execution Accuracy": 0.411
+      },
+      "artifacts": {
+        "run_name": "baselines__train_srkl__ckpt436__test",
+        "pred_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_srkl__ckpt436__test.pred.sql",
+        "gold_path": "results/infer/llama_baselines/llama/spider_syn/seed50/formatted_data/baselines__train_srkl__ckpt436__test.gold.sql",
+        "eval_log_path": "results/eval/llama_baselines/llama/spider_syn/seed50/baselines__train_srkl__ckpt436__test.etype-all.timeout-60.log",
+        "ckpt_path": "/mnt/hungpv/projects/text2sql_distillation_draft/results/llama_baselines/baselines_train_srkl_spider_srkl_srkl_e5-bs1-lr0.0001-G16-N2-NN1-kd0.7-lora-16-64-0.1/436",
+        "train_script": "scripts/llama/baselines/train_srkl.sh",
+        "ckpt_step": "436"
+      }
+    }
+  ]
+}