Radgraph-IT / model /run_observability.json
Daniel Rabottini
Initial RadGraph-IT release
11f691c
Raw History Blame Contribute Delete
15.3 kB
{
"epochs": [
{
"epoch": 0,
"seconds": 769.0,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17765.0,
"train_loss": 825.3118876238036,
"val_loss": null,
"train_ner_f1": 0.42339697571406754,
"val_ner_f1": null,
"train_rel_f1": 0.09195551369287126,
"val_rel_f1": null,
"train_joint_f1": 0.2576762447034694,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.6140034340414225,
"ner_perclass/Observation_definitely_present/train": 0.4857249114712746,
"ner_perclass/Observation_definitely_absent/train": 0.36512490011920196,
"ner_perclass/Observation_uncertain/train": 0.06915129619065728,
"ner_perclass/Anatomy_definitely_absent/train": 0.0,
"ner_perclass/Anatomy_uncertain/train": 3.05292240997695e-05,
"ner_macro_f1/train": 0.25567251184110934,
"relation_perclass/suggestive_of/train": 0.0019118432730050382,
"relation_perclass/modify/train": 0.22041651567795706,
"relation_perclass/located_at/train": 0.13987819469058393,
"relation_macro_f1/train": 0.12073551788051534
},
{
"epoch": 1,
"seconds": 716.0,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17765.0,
"train_loss": 157.7745401475513,
"val_loss": null,
"train_ner_f1": 0.8102660746142113,
"val_ner_f1": null,
"train_rel_f1": 0.5674659569520167,
"val_rel_f1": null,
"train_joint_f1": 0.688866015783114,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.8661019944354715,
"ner_perclass/Observation_definitely_present/train": 0.7548316002036124,
"ner_perclass/Observation_definitely_absent/train": 0.8178777369641501,
"ner_perclass/Observation_uncertain/train": 0.573973032298526,
"ner_perclass/Anatomy_definitely_absent/train": 0.0,
"ner_perclass/Anatomy_uncertain/train": 0.0,
"ner_macro_f1/train": 0.5021307273169601,
"relation_perclass/located_at/train": 0.5878859288635994,
"relation_perclass/modify/train": 0.5701424513069959,
"relation_perclass/suggestive_of/train": 0.28796968740132617,
"relation_macro_f1/train": 0.4819993558573072
},
{
"epoch": 2,
"seconds": 715.7,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17765.0,
"train_loss": 135.1643679010816,
"val_loss": null,
"train_ner_f1": 0.8350125220675781,
"val_ner_f1": null,
"train_rel_f1": 0.633636968187934,
"val_rel_f1": null,
"train_joint_f1": 0.7343247451277561,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.8806729361554304,
"ner_perclass/Observation_definitely_present/train": 0.789065896701263,
"ner_perclass/Observation_definitely_absent/train": 0.8477288966010003,
"ner_perclass/Observation_uncertain/train": 0.646307673774244,
"ner_perclass/Anatomy_definitely_absent/train": 0.0,
"ner_perclass/Anatomy_uncertain/train": 0.0,
"ner_macro_f1/train": 0.5272959005386563,
"relation_perclass/located_at/train": 0.649789883125362,
"relation_perclass/modify/train": 0.6369039161599779,
"relation_perclass/suggestive_of/train": 0.40179852673873534,
"relation_macro_f1/train": 0.5628307753413584
},
{
"epoch": 3,
"seconds": 715.4,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17765.0,
"train_loss": 120.0990903804765,
"val_loss": null,
"train_ner_f1": 0.8533631466779562,
"val_ner_f1": null,
"train_rel_f1": 0.6764709432140487,
"val_rel_f1": null,
"train_joint_f1": 0.7649170449460024,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.8956086270559194,
"ner_perclass/Observation_definitely_present/train": 0.8118978912319645,
"ner_perclass/Observation_definitely_absent/train": 0.8623530614330983,
"ner_perclass/Observation_uncertain/train": 0.6864682563161943,
"ner_perclass/Anatomy_definitely_absent/train": 0.0,
"ner_perclass/Anatomy_uncertain/train": 0.0,
"ner_macro_f1/train": 0.5427213060061961,
"relation_perclass/modify/train": 0.6787776639246142,
"relation_perclass/located_at/train": 0.6916544865989366,
"relation_perclass/suggestive_of/train": 0.4796887722790192,
"relation_macro_f1/train": 0.6167069742675233
},
{
"epoch": 4,
"seconds": 719.2,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17785.9,
"train_loss": 107.08583417794814,
"val_loss": null,
"train_ner_f1": 0.8694119123392052,
"val_ner_f1": null,
"train_rel_f1": 0.7136309415380276,
"val_rel_f1": null,
"train_joint_f1": 0.7915214269386164,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.9093354833588857,
"ner_perclass/Observation_definitely_present/train": 0.8307079184289695,
"ner_perclass/Observation_definitely_absent/train": 0.8770271371526364,
"ner_perclass/Observation_uncertain/train": 0.7142940592324318,
"ner_perclass/Anatomy_definitely_absent/train": 0.06097560975609756,
"ner_perclass/Anatomy_uncertain/train": 0.0,
"ner_macro_f1/train": 0.5653900346548368,
"relation_perclass/modify/train": 0.7157514929165132,
"relation_perclass/located_at/train": 0.7272998020357037,
"relation_perclass/suggestive_of/train": 0.5411281348968586,
"relation_macro_f1/train": 0.6613931432830252
},
{
"epoch": 5,
"seconds": 718.8,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17785.9,
"train_loss": 95.17239043399822,
"val_loss": null,
"train_ner_f1": 0.8829779143500199,
"val_ner_f1": null,
"train_rel_f1": 0.744813439393372,
"val_rel_f1": null,
"train_joint_f1": 0.813895676871696,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.9216875533321064,
"ner_perclass/Observation_definitely_present/train": 0.8467158936917504,
"ner_perclass/Observation_definitely_absent/train": 0.8861724018499276,
"ner_perclass/Observation_uncertain/train": 0.734515847630125,
"ner_perclass/Anatomy_definitely_absent/train": 0.1581920903954802,
"ner_perclass/Anatomy_uncertain/train": 0.0,
"ner_macro_f1/train": 0.5912139644832316,
"relation_perclass/located_at/train": 0.756231973629996,
"relation_perclass/modify/train": 0.7473297883050677,
"relation_perclass/suggestive_of/train": 0.5891896366194852,
"relation_macro_f1/train": 0.697583799518183
},
{
"epoch": 6,
"seconds": 718.1,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17785.9,
"train_loss": 83.3666377612535,
"val_loss": null,
"train_ner_f1": 0.8965028413643479,
"val_ner_f1": null,
"train_rel_f1": 0.7773410456892094,
"val_rel_f1": null,
"train_joint_f1": 0.8369219435267786,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.9318682607639266,
"ner_perclass/Observation_definitely_present/train": 0.8640021178144597,
"ner_perclass/Observation_definitely_absent/train": 0.8983323491682108,
"ner_perclass/Observation_uncertain/train": 0.7607319198373511,
"ner_perclass/Anatomy_definitely_absent/train": 0.20652173913043478,
"ner_perclass/Anatomy_uncertain/train": 0.0,
"ner_macro_f1/train": 0.6102427311190638,
"relation_perclass/located_at/train": 0.7851149400956775,
"relation_perclass/modify/train": 0.7800628583982315,
"relation_perclass/suggestive_of/train": 0.6576696743821107,
"relation_macro_f1/train": 0.74094915762534
},
{
"epoch": 7,
"seconds": 718.3,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17785.9,
"train_loss": 73.28311083331708,
"val_loss": null,
"train_ner_f1": 0.907900326076473,
"val_ner_f1": null,
"train_rel_f1": 0.806825038860788,
"val_rel_f1": null,
"train_joint_f1": 0.8573626824686305,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.9404956324380459,
"ner_perclass/Observation_definitely_present/train": 0.8791712838154463,
"ner_perclass/Observation_definitely_absent/train": 0.9087548993724741,
"ner_perclass/Observation_uncertain/train": 0.7751645207439198,
"ner_perclass/Anatomy_definitely_absent/train": 0.3251231527093596,
"ner_perclass/Anatomy_uncertain/train": 0.0,
"ner_macro_f1/train": 0.6381182481798743,
"relation_perclass/modify/train": 0.8092132550853816,
"relation_perclass/located_at/train": 0.8130336440953819,
"relation_perclass/suggestive_of/train": 0.7092758463640505,
"relation_macro_f1/train": 0.777174248514938
},
{
"epoch": 8,
"seconds": 720.7,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17785.9,
"train_loss": 63.79078911883691,
"val_loss": null,
"train_ner_f1": 0.9185842051593498,
"val_ner_f1": null,
"train_rel_f1": 0.8325808030533848,
"val_rel_f1": null,
"train_joint_f1": 0.8755825041063673,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.9489351708172218,
"ner_perclass/Observation_definitely_present/train": 0.8926916417007943,
"ner_perclass/Observation_definitely_absent/train": 0.9172282211577495,
"ner_perclass/Observation_uncertain/train": 0.7946120193414691,
"ner_perclass/Anatomy_definitely_absent/train": 0.27083333333333337,
"ner_perclass/Anatomy_uncertain/train": 0.0,
"ner_macro_f1/train": 0.6373833977250947,
"relation_perclass/modify/train": 0.8352536926348144,
"relation_perclass/located_at/train": 0.8360613789630952,
"relation_perclass/suggestive_of/train": 0.7558622736717127,
"relation_macro_f1/train": 0.809059115089874
},
{
"epoch": 9,
"seconds": 719.8,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17785.9,
"train_loss": 55.54546485899122,
"val_loss": null,
"train_ner_f1": 0.9266134130222401,
"val_ner_f1": null,
"train_rel_f1": 0.8542520058689737,
"val_rel_f1": null,
"train_joint_f1": 0.8904327094456068,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.9545040831819878,
"ner_perclass/Observation_definitely_present/train": 0.9038661395241421,
"ner_perclass/Observation_definitely_absent/train": 0.926764747776896,
"ner_perclass/Observation_uncertain/train": 0.799080195458465,
"ner_perclass/Anatomy_definitely_absent/train": 0.36619718309859156,
"ner_perclass/Anatomy_uncertain/train": 0.010050251256281407,
"ner_macro_f1/train": 0.660077100049394,
"relation_perclass/modify/train": 0.8571712957753793,
"relation_perclass/located_at/train": 0.8556464059370177,
"relation_perclass/suggestive_of/train": 0.7930084131128519,
"relation_macro_f1/train": 0.8352753716084163
},
{
"epoch": 10,
"seconds": 720.0,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17785.9,
"train_loss": 48.00230814041339,
"val_loss": null,
"train_ner_f1": 0.9342237665159338,
"val_ner_f1": null,
"train_rel_f1": 0.8753998976045422,
"val_rel_f1": null,
"train_joint_f1": 0.904811832060238,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.9602386354087892,
"ner_perclass/Observation_definitely_present/train": 0.9128331959329486,
"ner_perclass/Observation_definitely_absent/train": 0.9331680149599577,
"ner_perclass/Observation_uncertain/train": 0.8217821782178218,
"ner_perclass/Anatomy_definitely_absent/train": 0.3943661971830986,
"ner_perclass/Anatomy_uncertain/train": 0.03980099502487562,
"ner_macro_f1/train": 0.6770315361212487,
"relation_perclass/modify/train": 0.877488692156029,
"relation_perclass/located_at/train": 0.8772817816673742,
"relation_perclass/suggestive_of/train": 0.8236906651276873,
"relation_macro_f1/train": 0.8594870463170302
},
{
"epoch": 11,
"seconds": 720.7,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17785.9,
"train_loss": 42.07712432558568,
"val_loss": null,
"train_ner_f1": 0.9403908527322741,
"val_ner_f1": null,
"train_rel_f1": 0.891064020206976,
"val_rel_f1": null,
"train_joint_f1": 0.9157274364696251,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": null,
"ner_perclass/Anatomy_definitely_present/train": 0.9642617054888911,
"ner_perclass/Observation_definitely_present/train": 0.9215857482550509,
"ner_perclass/Observation_definitely_absent/train": 0.9397052255471192,
"ner_perclass/Observation_uncertain/train": 0.8300408915509992,
"ner_perclass/Anatomy_definitely_absent/train": 0.33492822966507174,
"ner_perclass/Anatomy_uncertain/train": 0.05853658536585367,
"ner_macro_f1/train": 0.6748430643121642,
"relation_perclass/modify/train": 0.8936197482761272,
"relation_perclass/located_at/train": 0.8904892100380822,
"relation_perclass/suggestive_of/train": 0.8533885595943727,
"relation_macro_f1/train": 0.8791658393028606
},
{
"epoch": 12,
"seconds": 721.2,
"peak_vram_mb": 15387.4,
"peak_vram_reserved_mb": 17785.9,
"train_loss": 37.17397039800772,
"val_loss": null,
"train_ner_f1": 0.9453287339328981,
"val_ner_f1": null,
"train_rel_f1": 0.9034675452622059,
"val_rel_f1": null,
"train_joint_f1": 0.924398139597552,
"val_joint_f1": null,
"best_epoch": null,
"final_epoch": 12,
"ner_perclass/Anatomy_definitely_present/train": 0.9673097061532445,
"ner_perclass/Observation_definitely_present/train": 0.9281885564742222,
"ner_perclass/Observation_definitely_absent/train": 0.9447680909367706,
"ner_perclass/Observation_uncertain/train": 0.8428728514381619,
"ner_perclass/Anatomy_definitely_absent/train": 0.4424778761061947,
"ner_perclass/Anatomy_uncertain/train": 0.00980392156862745,
"ner_macro_f1/train": 0.6892368337795368,
"relation_perclass/modify/train": 0.9055610089198072,
"relation_perclass/located_at/train": 0.9025979301044696,
"relation_perclass/suggestive_of/train": 0.8762594011636158,
"relation_macro_f1/train": 0.8948061133959642
}
],
"peak_vram_mb_overall": 15387.4,
"peak_vram_reserved_mb_overall": 17785.9,
"total_seconds": 9393.0
}