| { |
| "architecture_config": { |
| "build_dim": 568, |
| "build_layers": 3, |
| "d_model": 284, |
| "graph_dim": 140, |
| "graph_layers": 2, |
| "text_layers": 4 |
| }, |
| "checkpoint_score": 0.9532989322935557, |
| "checkpoint_step": 200, |
| "model_name": "JEV Graph 8M Suite", |
| "parameter_count": 7963980, |
| "suite_metrics": { |
| "hard_identity": { |
| "action_accuracy": 0.9375, |
| "action_ece": 0.04539197636768227, |
| "action_macro_f1": 0.9374389051808407, |
| "component_macro_f1_all_tokens": 0.31601761609748447, |
| "component_macro_f1_entity_tokens": 0.358875128998968, |
| "constructive_graph_precision": 1.0, |
| "exact_graph_decision_accuracy": 0.9375, |
| "false_edge_rate_on_rejects": 0.0, |
| "false_merge_rate": 0.0, |
| "relation_accuracy": 0.984375, |
| "relation_ece": 0.03773217275738721, |
| "relation_macro_f1": 0.9843711843711844 |
| }, |
| "integrated": { |
| "action_accuracy": 0.828125, |
| "action_ece": 0.09497050754725936, |
| "action_macro_f1": 0.7605442176870748, |
| "component_macro_f1_all_tokens": 0.316464010705967, |
| "component_macro_f1_entity_tokens": 0.22823725981620718, |
| "constructive_graph_precision": 0.5384615384615384, |
| "exact_graph_decision_accuracy": 0.625, |
| "false_edge_rate_on_rejects": 0.20833333333333334, |
| "false_merge_rate": 0.0, |
| "relation_accuracy": 0.65625, |
| "relation_ece": 0.16136979078873992, |
| "relation_macro_f1": 0.4688400488400489 |
| }, |
| "no_change": { |
| "action_accuracy": 1.0, |
| "action_ece": 0.005312323570251465, |
| "action_macro_f1": 1.0, |
| "component_macro_f1_all_tokens": 0.7370488087962005, |
| "component_macro_f1_entity_tokens": 0.6424387946818548, |
| "constructive_graph_precision": 1.0, |
| "exact_graph_decision_accuracy": 1.0, |
| "false_edge_rate_on_rejects": 0.0, |
| "false_merge_rate": 0.0, |
| "relation_accuracy": 1.0, |
| "relation_ece": 0.027618183754384518, |
| "relation_macro_f1": 1.0 |
| }, |
| "preservation": { |
| "action_accuracy": 1.0, |
| "action_ece": 0.02276727370917797, |
| "action_macro_f1": 1.0, |
| "component_macro_f1_all_tokens": 0.6159164964772327, |
| "component_macro_f1_entity_tokens": 0.6303083578586317, |
| "constructive_graph_precision": 0.9787234042553191, |
| "exact_graph_decision_accuracy": 0.984375, |
| "false_edge_rate_on_rejects": 0.0, |
| "false_merge_rate": 0.0, |
| "relation_accuracy": 0.984375, |
| "relation_ece": 0.038401140831410885, |
| "relation_macro_f1": 0.9746031746031747 |
| }, |
| "relation_repair": { |
| "action_accuracy": 0.984375, |
| "action_ece": 0.004735469818115234, |
| "action_macro_f1": 0.9598997493734336, |
| "component_macro_f1_all_tokens": 0.437612717185279, |
| "component_macro_f1_entity_tokens": 0.3699492580226961, |
| "constructive_graph_precision": 0.9824561403508771, |
| "exact_graph_decision_accuracy": 0.9765625, |
| "false_edge_rate_on_rejects": 0.07142857142857142, |
| "false_merge_rate": 0.0, |
| "relation_accuracy": 0.9765625, |
| "relation_ece": 0.07631514919921756, |
| "relation_macro_f1": 0.9753419338136945 |
| }, |
| "temporal": { |
| "action_accuracy": 1.0, |
| "action_ece": 0.005386948585510254, |
| "action_macro_f1": 1.0, |
| "component_macro_f1_all_tokens": 0.6962021516144272, |
| "component_macro_f1_entity_tokens": 0.6718757274271674, |
| "constructive_graph_precision": 1.0, |
| "exact_graph_decision_accuracy": 1.0, |
| "false_edge_rate_on_rejects": 0.0, |
| "false_merge_rate": 0.0, |
| "relation_accuracy": 1.0, |
| "relation_ece": 0.013238627463579178, |
| "relation_macro_f1": 1.0 |
| } |
| }, |
| "tensor_count": 118, |
| "validation": { |
| "action_accuracy": 0.990625, |
| "action_ece": 0.03719468414783478, |
| "action_macro_f1": 0.9916642970305073, |
| "component_macro_f1_all_tokens": 0.42117005315128764, |
| "component_macro_f1_entity_tokens": 0.36885286467778083, |
| "constructive_graph_precision": 0.9949748743718593, |
| "exact_graph_decision_accuracy": 0.9875, |
| "false_edge_rate_on_rejects": 0.0, |
| "false_merge_rate": 0.0, |
| "relation_accuracy": 0.9875, |
| "relation_ece": 0.0688136013224721, |
| "relation_macro_f1": 0.9853776671702646 |
| }, |
| "weights_file": "JEV_Graph_8M_suite_step200.safetensors" |
| } |
