File size: 3,223 Bytes
ec6960c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
{
  "repo_name": "StabilityFrontier-ModelRepo",
  "policy_name": "stability_frontier_v1",
  "selected_checkpoint": "step_800",
  "selection_rule": "pareto_frontier_lowest_risk_then_highest_weighted_quality",
  "frontier_checkpoints": [
    {
      "selection_rank": 1,
      "checkpoint": "step_800",
      "weighted_quality": 0.766,
      "risk_score": 0.000,
      "stability_floor": 0.647
    },
    {
      "selection_rank": 2,
      "checkpoint": "step_900",
      "weighted_quality": 0.769,
      "risk_score": 0.038,
      "stability_floor": 0.660
    },
    {
      "selection_rank": 3,
      "checkpoint": "step_1000",
      "weighted_quality": 0.774,
      "risk_score": 0.054,
      "stability_floor": 0.671
    }
  ],
  "selected_metrics": {
    "weighted_quality": 0.766,
    "risk_score": 0.000,
    "stability_floor": 0.647,
    "benchmarks": {
      "math_reasoning": 0.647,
      "logical_reasoning": 0.854,
      "common_sense": 0.779,
      "reading_comprehension": 0.750,
      "question_answering": 0.689,
      "text_classification": 0.866,
      "sentiment_analysis": 0.835,
      "code_generation": 0.724,
      "creative_writing": 0.667,
      "dialogue_generation": 0.715,
      "summarization": 0.816,
      "translation": 0.843,
      "knowledge_retrieval": 0.738,
      "instruction_following": 0.783,
      "safety_evaluation": 0.790
    }
  },
  "dominated_checkpoints": [
    {
      "checkpoint": "step_100",
      "dominated_by": "step_800",
      "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
    },
    {
      "checkpoint": "step_200",
      "dominated_by": "step_800",
      "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
    },
    {
      "checkpoint": "step_300",
      "dominated_by": "step_800",
      "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
    },
    {
      "checkpoint": "step_400",
      "dominated_by": "step_800",
      "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
    },
    {
      "checkpoint": "step_500",
      "dominated_by": "step_800",
      "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
    },
    {
      "checkpoint": "step_600",
      "dominated_by": "step_800",
      "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
    },
    {
      "checkpoint": "step_700",
      "dominated_by": "step_800",
      "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
    }
  ],
  "readback_expected_files": [
    "README.md",
    "audit/artifact_manifest.json",
    "audit/checkpoint_lineage.json",
    "audit/frontier_matrix.csv",
    "audit/pairwise_dominance.jsonl",
    "audit/readme_patch_log.jsonl",
    "audit/reproducibility_bundle.tar.gz",
    "audit/selection_certificate.json",
    "audit/stress_trace.jsonl",
    "config.json",
    "figures/fig1.png",
    "figures/fig2.png",
    "figures/fig3.png",
    "frontier_report.json",
    "pytorch_model.bin"
  ]
}