{ "architecture_config": { "build_dim": 568, "build_layers": 3, "d_model": 284, "graph_dim": 140, "graph_layers": 2, "text_layers": 4 }, "checkpoint_score": 0.9532989322935557, "checkpoint_step": 200, "model_name": "JEV Graph 8M Suite", "parameter_count": 7963980, "suite_metrics": { "hard_identity": { "action_accuracy": 0.9375, "action_ece": 0.04539197636768227, "action_macro_f1": 0.9374389051808407, "component_macro_f1_all_tokens": 0.31601761609748447, "component_macro_f1_entity_tokens": 0.358875128998968, "constructive_graph_precision": 1.0, "exact_graph_decision_accuracy": 0.9375, "false_edge_rate_on_rejects": 0.0, "false_merge_rate": 0.0, "relation_accuracy": 0.984375, "relation_ece": 0.03773217275738721, "relation_macro_f1": 0.9843711843711844 }, "integrated": { "action_accuracy": 0.828125, "action_ece": 0.09497050754725936, "action_macro_f1": 0.7605442176870748, "component_macro_f1_all_tokens": 0.316464010705967, "component_macro_f1_entity_tokens": 0.22823725981620718, "constructive_graph_precision": 0.5384615384615384, "exact_graph_decision_accuracy": 0.625, "false_edge_rate_on_rejects": 0.20833333333333334, "false_merge_rate": 0.0, "relation_accuracy": 0.65625, "relation_ece": 0.16136979078873992, "relation_macro_f1": 0.4688400488400489 }, "no_change": { "action_accuracy": 1.0, "action_ece": 0.005312323570251465, "action_macro_f1": 1.0, "component_macro_f1_all_tokens": 0.7370488087962005, "component_macro_f1_entity_tokens": 0.6424387946818548, "constructive_graph_precision": 1.0, "exact_graph_decision_accuracy": 1.0, "false_edge_rate_on_rejects": 0.0, "false_merge_rate": 0.0, "relation_accuracy": 1.0, "relation_ece": 0.027618183754384518, "relation_macro_f1": 1.0 }, "preservation": { "action_accuracy": 1.0, "action_ece": 0.02276727370917797, "action_macro_f1": 1.0, "component_macro_f1_all_tokens": 0.6159164964772327, "component_macro_f1_entity_tokens": 0.6303083578586317, "constructive_graph_precision": 0.9787234042553191, "exact_graph_decision_accuracy": 0.984375, "false_edge_rate_on_rejects": 0.0, "false_merge_rate": 0.0, "relation_accuracy": 0.984375, "relation_ece": 0.038401140831410885, "relation_macro_f1": 0.9746031746031747 }, "relation_repair": { "action_accuracy": 0.984375, "action_ece": 0.004735469818115234, "action_macro_f1": 0.9598997493734336, "component_macro_f1_all_tokens": 0.437612717185279, "component_macro_f1_entity_tokens": 0.3699492580226961, "constructive_graph_precision": 0.9824561403508771, "exact_graph_decision_accuracy": 0.9765625, "false_edge_rate_on_rejects": 0.07142857142857142, "false_merge_rate": 0.0, "relation_accuracy": 0.9765625, "relation_ece": 0.07631514919921756, "relation_macro_f1": 0.9753419338136945 }, "temporal": { "action_accuracy": 1.0, "action_ece": 0.005386948585510254, "action_macro_f1": 1.0, "component_macro_f1_all_tokens": 0.6962021516144272, "component_macro_f1_entity_tokens": 0.6718757274271674, "constructive_graph_precision": 1.0, "exact_graph_decision_accuracy": 1.0, "false_edge_rate_on_rejects": 0.0, "false_merge_rate": 0.0, "relation_accuracy": 1.0, "relation_ece": 0.013238627463579178, "relation_macro_f1": 1.0 } }, "tensor_count": 118, "validation": { "action_accuracy": 0.990625, "action_ece": 0.03719468414783478, "action_macro_f1": 0.9916642970305073, "component_macro_f1_all_tokens": 0.42117005315128764, "component_macro_f1_entity_tokens": 0.36885286467778083, "constructive_graph_precision": 0.9949748743718593, "exact_graph_decision_accuracy": 0.9875, "false_edge_rate_on_rejects": 0.0, "false_merge_rate": 0.0, "relation_accuracy": 0.9875, "relation_ece": 0.0688136013224721, "relation_macro_f1": 0.9853776671702646 }, "weights_file": "JEV_Graph_8M_suite_step200.safetensors" }