protocolledger-scibert / bundle.json
professor3333's picture
Bundle scibert-uniform-negatives-s21-7dc7a1893e from a9087e98e6
905ca6e verified
Raw History Blame Contribute Delete
7.11 kB
{
"bundle_format": 1,
"model_version": "scibert-uniform-negatives-s21-7dc7a1893e",
"system": "span-relation",
"preprocessing_version": "neural-1",
"neural_config": {
"neural_version": "1",
"encoder": "scibert",
"freeze_encoder": false,
"max_span_words": 10,
"width_embedding_dim": 25,
"type_embedding_dim": 25,
"distance_embedding_dim": 25,
"use_type_features": true,
"use_distance_features": true,
"dropout": 0.1,
"negative_spans": 100,
"negative_pairs": 100,
"hard_negatives": false,
"learning_rate": 2e-05,
"head_learning_rate": 0.001,
"weight_decay": 0.01,
"warmup_fraction": 0.1,
"batch_size": 16,
"grad_accumulation": 1,
"epochs": 10,
"patience": 3,
"relation_threshold": 0.5,
"restrict_type_pairs": true,
"max_subwords": 510,
"seed": 21,
"mixed_precision": true
},
"entity_labels": [
"Action",
"Amount",
"Concentration",
"Device",
"Generic-Measure",
"Location",
"Measure-Type",
"Mention",
"Method",
"Modifier",
"Numerical",
"Reagent",
"Seal",
"Size",
"Speed",
"Temperature",
"Time",
"pH"
],
"relation_labels": [
"Acts-on",
"Commands",
"Coreference-Link",
"Count",
"Measure",
"Measure-Type-Link",
"Meronym",
"Mod-Link",
"Of-Type",
"Or",
"Product",
"Setting",
"Site",
"Using"
],
"type_pairs": [
[
"Action",
"Action"
],
[
"Action",
"Amount"
],
[
"Action",
"Concentration"
],
[
"Action",
"Device"
],
[
"Action",
"Generic-Measure"
],
[
"Action",
"Location"
],
[
"Action",
"Measure-Type"
],
[
"Action",
"Mention"
],
[
"Action",
"Method"
],
[
"Action",
"Modifier"
],
[
"Action",
"Numerical"
],
[
"Action",
"Reagent"
],
[
"Action",
"Seal"
],
[
"Action",
"Size"
],
[
"Action",
"Speed"
],
[
"Action",
"Temperature"
],
[
"Action",
"Time"
],
[
"Action",
"pH"
],
[
"Amount",
"Amount"
],
[
"Amount",
"Mention"
],
[
"Amount",
"Modifier"
],
[
"Amount",
"Numerical"
],
[
"Amount",
"Reagent"
],
[
"Concentration",
"Concentration"
],
[
"Concentration",
"Modifier"
],
[
"Concentration",
"Reagent"
],
[
"Device",
"Amount"
],
[
"Device",
"Concentration"
],
[
"Device",
"Device"
],
[
"Device",
"Generic-Measure"
],
[
"Device",
"Location"
],
[
"Device",
"Method"
],
[
"Device",
"Modifier"
],
[
"Device",
"Numerical"
],
[
"Device",
"Reagent"
],
[
"Device",
"Size"
],
[
"Device",
"Speed"
],
[
"Device",
"Temperature"
],
[
"Device",
"Time"
],
[
"Generic-Measure",
"Generic-Measure"
],
[
"Generic-Measure",
"Measure-Type"
],
[
"Generic-Measure",
"Modifier"
],
[
"Location",
"Amount"
],
[
"Location",
"Concentration"
],
[
"Location",
"Device"
],
[
"Location",
"Generic-Measure"
],
[
"Location",
"Location"
],
[
"Location",
"Mention"
],
[
"Location",
"Modifier"
],
[
"Location",
"Numerical"
],
[
"Location",
"Reagent"
],
[
"Location",
"Seal"
],
[
"Location",
"Size"
],
[
"Location",
"Temperature"
],
[
"Location",
"Time"
],
[
"Measure-Type",
"Amount"
],
[
"Measure-Type",
"Measure-Type"
],
[
"Measure-Type",
"Modifier"
],
[
"Measure-Type",
"Reagent"
],
[
"Mention",
"Action"
],
[
"Mention",
"Amount"
],
[
"Mention",
"Concentration"
],
[
"Mention",
"Device"
],
[
"Mention",
"Generic-Measure"
],
[
"Mention",
"Location"
],
[
"Mention",
"Mention"
],
[
"Mention",
"Modifier"
],
[
"Mention",
"Numerical"
],
[
"Mention",
"Reagent"
],
[
"Mention",
"pH"
],
[
"Method",
"Device"
],
[
"Method",
"Method"
],
[
"Method",
"Modifier"
],
[
"Modifier",
"Amount"
],
[
"Modifier",
"Generic-Measure"
],
[
"Modifier",
"Location"
],
[
"Modifier",
"Modifier"
],
[
"Modifier",
"Numerical"
],
[
"Modifier",
"Reagent"
],
[
"Modifier",
"Size"
],
[
"Modifier",
"Speed"
],
[
"Modifier",
"Temperature"
],
[
"Modifier",
"Time"
],
[
"Numerical",
"Measure-Type"
],
[
"Numerical",
"Modifier"
],
[
"Numerical",
"Numerical"
],
[
"Reagent",
"Amount"
],
[
"Reagent",
"Concentration"
],
[
"Reagent",
"Device"
],
[
"Reagent",
"Generic-Measure"
],
[
"Reagent",
"Location"
],
[
"Reagent",
"Measure-Type"
],
[
"Reagent",
"Mention"
],
[
"Reagent",
"Modifier"
],
[
"Reagent",
"Numerical"
],
[
"Reagent",
"Reagent"
],
[
"Reagent",
"Seal"
],
[
"Reagent",
"Size"
],
[
"Reagent",
"pH"
],
[
"Seal",
"Device"
],
[
"Seal",
"Location"
],
[
"Seal",
"Mention"
],
[
"Seal",
"Modifier"
],
[
"Seal",
"Numerical"
],
[
"Seal",
"Seal"
],
[
"Seal",
"Size"
],
[
"Size",
"Modifier"
],
[
"Size",
"Size"
],
[
"Speed",
"Modifier"
],
[
"Speed",
"Speed"
],
[
"Temperature",
"Modifier"
],
[
"Temperature",
"Temperature"
],
[
"Time",
"Modifier"
],
[
"Time",
"Time"
],
[
"pH",
"Modifier"
]
],
"hidden_size": 768,
"files": {
"encoder/config.json": {
"path": "encoder/config.json",
"sha256": "4d08a96f73e258cd3fb48598f5ff887f402c9153a1101034b78b639bd49b2e6a"
},
"model.safetensors": {
"path": "model.safetensors",
"sha256": "117953d1d93aa6b737aba2b118b28efcc81112410d71c8dd887125da7048821a"
},
"tokenizer/tokenizer.json": {
"path": "tokenizer/tokenizer.json",
"sha256": "7d7f7f94ebc356bfdbfd1fc2dde4d5a9a15d24dc9dd38c642b6392e8c6cb7462"
},
"tokenizer/tokenizer_config.json": {
"path": "tokenizer/tokenizer_config.json",
"sha256": "4462f2399527c65c2eaaa75bf548f35fd0bf321f28c2d48e52b409767b6f4c86"
}
},
"runtime": {
"protocolledger": "0.0.1",
"python": "3.12.6",
"torch": "2.14.1"
},
"training": {
"run": "scibert-uniform-negatives-s21",
"report": "reports/neural/scibert-uniform-negatives-s21-dev.json",
"report_sha256": "d5a7a9e3363ab14ea1f31f542f4f940817d51e75de60e323c27b56a45c177d18",
"checkpoint_sha256": "7dc7a1893e1567293c27922ef25966e9ef9c6627a1f71ef386e8c0736b5513b7",
"best_epoch": 9,
"encoder": "allenai/scibert_scivocab_cased",
"encoder_revision": "ddf0be025f8e432a1870e34811997ba6725bf04a",
"splits_manifest_sha256": "e0136ae42662b7857cad7b25d4dc56a01eca4808b98e0544974624b0d1d1710c",
"code_commit": "95b2d5c2124e3f9146653dc78005d423b3df8d2a"
},
"evaluation": {
"split": "dev",
"device": "cpu",
"entity_f1": 0.8003,
"relation_f1_end_to_end": 0.6389,
"reported_gpu": {
"entity_f1": 0.8003,
"relation_f1_end_to_end": 0.6389
}
}
}