Feature Extraction
Transformers
Safetensors
Italian
radgraph_it
radiology
information-extraction
named-entity-recognition
relation-extraction
medical
radgraph
custom_code
Instructions to use radgraphIT/Radgraph-IT with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use radgraphIT/Radgraph-IT with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("feature-extraction", model="radgraphIT/Radgraph-IT", trust_remote_code=True)# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("radgraphIT/Radgraph-IT", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download model/run_observability.json from radgraphIT/Radgraph-IT: direct link, hf CLI and curl.
- Browser
- Download file 15.3 kB
-
https://huggingface.co/radgraphIT/Radgraph-IT/resolve/main/model/run_observability.json
- Command line
-
hf download hf://radgraphIT/Radgraph-IT/model/run_observability.json
-
curl -L -o run_observability.json https://huggingface.co/radgraphIT/Radgraph-IT/resolve/main/model/run_observability.json
15.3 kB
| { | |
| "epochs": [ | |
| { | |
| "epoch": 0, | |
| "seconds": 769.0, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17765.0, | |
| "train_loss": 825.3118876238036, | |
| "val_loss": null, | |
| "train_ner_f1": 0.42339697571406754, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.09195551369287126, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.2576762447034694, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.6140034340414225, | |
| "ner_perclass/Observation_definitely_present/train": 0.4857249114712746, | |
| "ner_perclass/Observation_definitely_absent/train": 0.36512490011920196, | |
| "ner_perclass/Observation_uncertain/train": 0.06915129619065728, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.0, | |
| "ner_perclass/Anatomy_uncertain/train": 3.05292240997695e-05, | |
| "ner_macro_f1/train": 0.25567251184110934, | |
| "relation_perclass/suggestive_of/train": 0.0019118432730050382, | |
| "relation_perclass/modify/train": 0.22041651567795706, | |
| "relation_perclass/located_at/train": 0.13987819469058393, | |
| "relation_macro_f1/train": 0.12073551788051534 | |
| }, | |
| { | |
| "epoch": 1, | |
| "seconds": 716.0, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17765.0, | |
| "train_loss": 157.7745401475513, | |
| "val_loss": null, | |
| "train_ner_f1": 0.8102660746142113, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.5674659569520167, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.688866015783114, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.8661019944354715, | |
| "ner_perclass/Observation_definitely_present/train": 0.7548316002036124, | |
| "ner_perclass/Observation_definitely_absent/train": 0.8178777369641501, | |
| "ner_perclass/Observation_uncertain/train": 0.573973032298526, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.0, | |
| "ner_perclass/Anatomy_uncertain/train": 0.0, | |
| "ner_macro_f1/train": 0.5021307273169601, | |
| "relation_perclass/located_at/train": 0.5878859288635994, | |
| "relation_perclass/modify/train": 0.5701424513069959, | |
| "relation_perclass/suggestive_of/train": 0.28796968740132617, | |
| "relation_macro_f1/train": 0.4819993558573072 | |
| }, | |
| { | |
| "epoch": 2, | |
| "seconds": 715.7, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17765.0, | |
| "train_loss": 135.1643679010816, | |
| "val_loss": null, | |
| "train_ner_f1": 0.8350125220675781, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.633636968187934, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.7343247451277561, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.8806729361554304, | |
| "ner_perclass/Observation_definitely_present/train": 0.789065896701263, | |
| "ner_perclass/Observation_definitely_absent/train": 0.8477288966010003, | |
| "ner_perclass/Observation_uncertain/train": 0.646307673774244, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.0, | |
| "ner_perclass/Anatomy_uncertain/train": 0.0, | |
| "ner_macro_f1/train": 0.5272959005386563, | |
| "relation_perclass/located_at/train": 0.649789883125362, | |
| "relation_perclass/modify/train": 0.6369039161599779, | |
| "relation_perclass/suggestive_of/train": 0.40179852673873534, | |
| "relation_macro_f1/train": 0.5628307753413584 | |
| }, | |
| { | |
| "epoch": 3, | |
| "seconds": 715.4, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17765.0, | |
| "train_loss": 120.0990903804765, | |
| "val_loss": null, | |
| "train_ner_f1": 0.8533631466779562, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.6764709432140487, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.7649170449460024, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.8956086270559194, | |
| "ner_perclass/Observation_definitely_present/train": 0.8118978912319645, | |
| "ner_perclass/Observation_definitely_absent/train": 0.8623530614330983, | |
| "ner_perclass/Observation_uncertain/train": 0.6864682563161943, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.0, | |
| "ner_perclass/Anatomy_uncertain/train": 0.0, | |
| "ner_macro_f1/train": 0.5427213060061961, | |
| "relation_perclass/modify/train": 0.6787776639246142, | |
| "relation_perclass/located_at/train": 0.6916544865989366, | |
| "relation_perclass/suggestive_of/train": 0.4796887722790192, | |
| "relation_macro_f1/train": 0.6167069742675233 | |
| }, | |
| { | |
| "epoch": 4, | |
| "seconds": 719.2, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17785.9, | |
| "train_loss": 107.08583417794814, | |
| "val_loss": null, | |
| "train_ner_f1": 0.8694119123392052, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.7136309415380276, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.7915214269386164, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.9093354833588857, | |
| "ner_perclass/Observation_definitely_present/train": 0.8307079184289695, | |
| "ner_perclass/Observation_definitely_absent/train": 0.8770271371526364, | |
| "ner_perclass/Observation_uncertain/train": 0.7142940592324318, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.06097560975609756, | |
| "ner_perclass/Anatomy_uncertain/train": 0.0, | |
| "ner_macro_f1/train": 0.5653900346548368, | |
| "relation_perclass/modify/train": 0.7157514929165132, | |
| "relation_perclass/located_at/train": 0.7272998020357037, | |
| "relation_perclass/suggestive_of/train": 0.5411281348968586, | |
| "relation_macro_f1/train": 0.6613931432830252 | |
| }, | |
| { | |
| "epoch": 5, | |
| "seconds": 718.8, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17785.9, | |
| "train_loss": 95.17239043399822, | |
| "val_loss": null, | |
| "train_ner_f1": 0.8829779143500199, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.744813439393372, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.813895676871696, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.9216875533321064, | |
| "ner_perclass/Observation_definitely_present/train": 0.8467158936917504, | |
| "ner_perclass/Observation_definitely_absent/train": 0.8861724018499276, | |
| "ner_perclass/Observation_uncertain/train": 0.734515847630125, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.1581920903954802, | |
| "ner_perclass/Anatomy_uncertain/train": 0.0, | |
| "ner_macro_f1/train": 0.5912139644832316, | |
| "relation_perclass/located_at/train": 0.756231973629996, | |
| "relation_perclass/modify/train": 0.7473297883050677, | |
| "relation_perclass/suggestive_of/train": 0.5891896366194852, | |
| "relation_macro_f1/train": 0.697583799518183 | |
| }, | |
| { | |
| "epoch": 6, | |
| "seconds": 718.1, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17785.9, | |
| "train_loss": 83.3666377612535, | |
| "val_loss": null, | |
| "train_ner_f1": 0.8965028413643479, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.7773410456892094, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.8369219435267786, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.9318682607639266, | |
| "ner_perclass/Observation_definitely_present/train": 0.8640021178144597, | |
| "ner_perclass/Observation_definitely_absent/train": 0.8983323491682108, | |
| "ner_perclass/Observation_uncertain/train": 0.7607319198373511, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.20652173913043478, | |
| "ner_perclass/Anatomy_uncertain/train": 0.0, | |
| "ner_macro_f1/train": 0.6102427311190638, | |
| "relation_perclass/located_at/train": 0.7851149400956775, | |
| "relation_perclass/modify/train": 0.7800628583982315, | |
| "relation_perclass/suggestive_of/train": 0.6576696743821107, | |
| "relation_macro_f1/train": 0.74094915762534 | |
| }, | |
| { | |
| "epoch": 7, | |
| "seconds": 718.3, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17785.9, | |
| "train_loss": 73.28311083331708, | |
| "val_loss": null, | |
| "train_ner_f1": 0.907900326076473, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.806825038860788, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.8573626824686305, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.9404956324380459, | |
| "ner_perclass/Observation_definitely_present/train": 0.8791712838154463, | |
| "ner_perclass/Observation_definitely_absent/train": 0.9087548993724741, | |
| "ner_perclass/Observation_uncertain/train": 0.7751645207439198, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.3251231527093596, | |
| "ner_perclass/Anatomy_uncertain/train": 0.0, | |
| "ner_macro_f1/train": 0.6381182481798743, | |
| "relation_perclass/modify/train": 0.8092132550853816, | |
| "relation_perclass/located_at/train": 0.8130336440953819, | |
| "relation_perclass/suggestive_of/train": 0.7092758463640505, | |
| "relation_macro_f1/train": 0.777174248514938 | |
| }, | |
| { | |
| "epoch": 8, | |
| "seconds": 720.7, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17785.9, | |
| "train_loss": 63.79078911883691, | |
| "val_loss": null, | |
| "train_ner_f1": 0.9185842051593498, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.8325808030533848, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.8755825041063673, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.9489351708172218, | |
| "ner_perclass/Observation_definitely_present/train": 0.8926916417007943, | |
| "ner_perclass/Observation_definitely_absent/train": 0.9172282211577495, | |
| "ner_perclass/Observation_uncertain/train": 0.7946120193414691, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.27083333333333337, | |
| "ner_perclass/Anatomy_uncertain/train": 0.0, | |
| "ner_macro_f1/train": 0.6373833977250947, | |
| "relation_perclass/modify/train": 0.8352536926348144, | |
| "relation_perclass/located_at/train": 0.8360613789630952, | |
| "relation_perclass/suggestive_of/train": 0.7558622736717127, | |
| "relation_macro_f1/train": 0.809059115089874 | |
| }, | |
| { | |
| "epoch": 9, | |
| "seconds": 719.8, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17785.9, | |
| "train_loss": 55.54546485899122, | |
| "val_loss": null, | |
| "train_ner_f1": 0.9266134130222401, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.8542520058689737, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.8904327094456068, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.9545040831819878, | |
| "ner_perclass/Observation_definitely_present/train": 0.9038661395241421, | |
| "ner_perclass/Observation_definitely_absent/train": 0.926764747776896, | |
| "ner_perclass/Observation_uncertain/train": 0.799080195458465, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.36619718309859156, | |
| "ner_perclass/Anatomy_uncertain/train": 0.010050251256281407, | |
| "ner_macro_f1/train": 0.660077100049394, | |
| "relation_perclass/modify/train": 0.8571712957753793, | |
| "relation_perclass/located_at/train": 0.8556464059370177, | |
| "relation_perclass/suggestive_of/train": 0.7930084131128519, | |
| "relation_macro_f1/train": 0.8352753716084163 | |
| }, | |
| { | |
| "epoch": 10, | |
| "seconds": 720.0, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17785.9, | |
| "train_loss": 48.00230814041339, | |
| "val_loss": null, | |
| "train_ner_f1": 0.9342237665159338, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.8753998976045422, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.904811832060238, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.9602386354087892, | |
| "ner_perclass/Observation_definitely_present/train": 0.9128331959329486, | |
| "ner_perclass/Observation_definitely_absent/train": 0.9331680149599577, | |
| "ner_perclass/Observation_uncertain/train": 0.8217821782178218, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.3943661971830986, | |
| "ner_perclass/Anatomy_uncertain/train": 0.03980099502487562, | |
| "ner_macro_f1/train": 0.6770315361212487, | |
| "relation_perclass/modify/train": 0.877488692156029, | |
| "relation_perclass/located_at/train": 0.8772817816673742, | |
| "relation_perclass/suggestive_of/train": 0.8236906651276873, | |
| "relation_macro_f1/train": 0.8594870463170302 | |
| }, | |
| { | |
| "epoch": 11, | |
| "seconds": 720.7, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17785.9, | |
| "train_loss": 42.07712432558568, | |
| "val_loss": null, | |
| "train_ner_f1": 0.9403908527322741, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.891064020206976, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.9157274364696251, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": null, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.9642617054888911, | |
| "ner_perclass/Observation_definitely_present/train": 0.9215857482550509, | |
| "ner_perclass/Observation_definitely_absent/train": 0.9397052255471192, | |
| "ner_perclass/Observation_uncertain/train": 0.8300408915509992, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.33492822966507174, | |
| "ner_perclass/Anatomy_uncertain/train": 0.05853658536585367, | |
| "ner_macro_f1/train": 0.6748430643121642, | |
| "relation_perclass/modify/train": 0.8936197482761272, | |
| "relation_perclass/located_at/train": 0.8904892100380822, | |
| "relation_perclass/suggestive_of/train": 0.8533885595943727, | |
| "relation_macro_f1/train": 0.8791658393028606 | |
| }, | |
| { | |
| "epoch": 12, | |
| "seconds": 721.2, | |
| "peak_vram_mb": 15387.4, | |
| "peak_vram_reserved_mb": 17785.9, | |
| "train_loss": 37.17397039800772, | |
| "val_loss": null, | |
| "train_ner_f1": 0.9453287339328981, | |
| "val_ner_f1": null, | |
| "train_rel_f1": 0.9034675452622059, | |
| "val_rel_f1": null, | |
| "train_joint_f1": 0.924398139597552, | |
| "val_joint_f1": null, | |
| "best_epoch": null, | |
| "final_epoch": 12, | |
| "ner_perclass/Anatomy_definitely_present/train": 0.9673097061532445, | |
| "ner_perclass/Observation_definitely_present/train": 0.9281885564742222, | |
| "ner_perclass/Observation_definitely_absent/train": 0.9447680909367706, | |
| "ner_perclass/Observation_uncertain/train": 0.8428728514381619, | |
| "ner_perclass/Anatomy_definitely_absent/train": 0.4424778761061947, | |
| "ner_perclass/Anatomy_uncertain/train": 0.00980392156862745, | |
| "ner_macro_f1/train": 0.6892368337795368, | |
| "relation_perclass/modify/train": 0.9055610089198072, | |
| "relation_perclass/located_at/train": 0.9025979301044696, | |
| "relation_perclass/suggestive_of/train": 0.8762594011636158, | |
| "relation_macro_f1/train": 0.8948061133959642 | |
| } | |
| ], | |
| "peak_vram_mb_overall": 15387.4, | |
| "peak_vram_reserved_mb_overall": 17785.9, | |
| "total_seconds": 9393.0 | |
| } |