| { |
| "bert_config": { |
| "transformers_version": "5.22.2", |
| "architectures": null, |
| "output_hidden_states": false, |
| "return_dict": true, |
| "dtype": null, |
| "chunk_size_feed_forward": 0, |
| "is_encoder_decoder": false, |
| "id2label": { |
| "0": "LABEL_0", |
| "1": "LABEL_1" |
| }, |
| "label2id": { |
| "LABEL_0": 0, |
| "LABEL_1": 1 |
| }, |
| "problem_type": null, |
| "vocab_size": 31116, |
| "hidden_size": 768, |
| "num_hidden_layers": 12, |
| "num_attention_heads": 12, |
| "intermediate_size": 3072, |
| "hidden_act": "gelu", |
| "hidden_dropout_prob": 0.1, |
| "attention_probs_dropout_prob": 0.1, |
| "max_position_embeddings": 512, |
| "type_vocab_size": 2, |
| "initializer_range": 0.02, |
| "layer_norm_eps": 1e-12, |
| "pad_token_id": 0, |
| "use_cache": true, |
| "classifier_dropout": null, |
| "is_decoder": false, |
| "add_cross_attention": false, |
| "bos_token_id": null, |
| "eos_token_id": null, |
| "tie_word_embeddings": true, |
| "_name_or_path": "", |
| "model_type": "bert", |
| "output_attentions": false |
| }, |
| "max_span_width": 24, |
| "head_hidden_size": 512, |
| "dropout": 0.2, |
| "relation_input": "markers", |
| "relation_objective": "sigmoid", |
| "relation_threshold": 0.5, |
| "relation_markers": { |
| "chemical_start": [ |
| 5699, |
| 1360, |
| 3556, |
| 1360 |
| ], |
| "chemical_end": [ |
| 5699 |
| ], |
| "gene_start": [ |
| 3057, |
| 7691, |
| 1086, |
| 7691 |
| ], |
| "gene_end": [ |
| 3057 |
| ] |
| }, |
| "ner_labels": [ |
| "None", |
| "CHEMICAL", |
| "GENE" |
| ], |
| "relation_labels": [ |
| "No_relation", |
| "ACTIVATOR", |
| "AGONIST", |
| "AGONIST-ACTIVATOR", |
| "AGONIST-INHIBITOR", |
| "ANTAGONIST", |
| "DIRECT-REGULATOR", |
| "INDIRECT-DOWNREGULATOR", |
| "INDIRECT-UPREGULATOR", |
| "INHIBITOR", |
| "PART-OF", |
| "PRODUCT-OF", |
| "SUBSTRATE", |
| "SUBSTRATE_PRODUCT-OF" |
| ], |
| "checkpoint": "best", |
| "epoch": 6, |
| "step": 13895, |
| "train_config": { |
| "max_seq_len": 256, |
| "max_span_width": 24, |
| "head_hidden_size": 512, |
| "dropout": 0.2, |
| "relation_input": "markers", |
| "relation_objective": "sigmoid", |
| "relation_threshold": 0.5, |
| "mode": "joint", |
| "lambda_rel": 1.0, |
| "max_pairs_per_step": 128, |
| "epochs": 8, |
| "max_steps": null, |
| "batch_size": 16, |
| "encoder_lr": 3e-05, |
| "head_lr": 0.001, |
| "weight_decay": 0.01, |
| "warmup_proportion": 0.1, |
| "grad_clip": 1.0, |
| "bf16": false, |
| "early_stopping_patience": 3, |
| "eval_every_epochs": 1, |
| "seed": 42 |
| }, |
| "provenance": { |
| "corpus": "DrugProt (BioCreative VII Track 1) v1.2: training set minus 350 abstracts held out for model selection", |
| "initialised_from": "allenai/scibert_scivocab_cased; NER and relation heads randomly initialised", |
| "tokenizer": "allenai/scibert_scivocab_cased (cased, do_lower_case=False)", |
| "mode": "joint", |
| "lambda_rel": 1.0, |
| "relation_input": "markers", |
| "relation_objective": "sigmoid", |
| "optimizer": "AdamW + linear warm-up/decay, global gradient-norm clipping", |
| "seed": 42, |
| "torch": "2.14.1+cu126" |
| } |
| } |
