LNPs / finetune /run_metadata.json
SupernovaGo's picture
Upload folder using huggingface_hub
78898fc verified
Raw History Blame Contribute Delete
7.59 kB
{
"csv": "data/finetuning.csv",
"dataset": {
"n_molecules": 1200,
"label": {
"n": 1200,
"mean": 17.307427782140834,
"std": 4.094184905276915,
"min": 4.169925001,
"q1": 14.820899820000001,
"median": 18.68921235,
"q3": 20.3963741775,
"max": 23.07590361,
"skew": -0.9241299300952802,
"kurtosis": -0.06107999597818292
},
"unique_smiles": 1200
},
"n_folds": 5,
"cross_validation": true,
"folds": [
{
"val_n": 240,
"train_n": 960,
"shared_exact": 0,
"shared_exact_fraction_of_val": 0.0,
"shared_canonical": 0,
"shared_canonical_fraction_of_val": 0.0,
"val_unique_scaffolds": 1,
"train_unique_scaffolds": 1,
"shared_scaffolds": 1,
"shared_scaffold_fraction_of_val_rows": 0.19583333333333333,
"val_nearest_train_tanimoto_min": 0.9193548560142517,
"val_nearest_train_tanimoto_median": 1.0,
"val_nearest_train_tanimoto_mean": 0.998499886194865,
"val_fraction_tanimoto_above_0.9": 1.0,
"val_fraction_tanimoto_above_0.8": 1.0,
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06,
"shift": 0.0,
"lambda": 2.6528826571599744,
"mean": 818.6453537016757,
"std": 395.03491115300153
},
"best_epoch": 16,
"epochs_run": 26,
"stopped_early": true,
"train_seconds": 170.64650922594592,
"num_parameters": 269538305,
"num_trainable_parameters": 269538305
},
{
"val_n": 240,
"train_n": 960,
"shared_exact": 0,
"shared_exact_fraction_of_val": 0.0,
"shared_canonical": 0,
"shared_canonical_fraction_of_val": 0.0,
"val_unique_scaffolds": 1,
"train_unique_scaffolds": 1,
"shared_scaffolds": 1,
"shared_scaffold_fraction_of_val_rows": 0.20833333333333334,
"val_nearest_train_tanimoto_min": 0.9324324131011963,
"val_nearest_train_tanimoto_median": 1.0,
"val_nearest_train_tanimoto_mean": 0.9967947229743004,
"val_fraction_tanimoto_above_0.9": 1.0,
"val_fraction_tanimoto_above_0.8": 1.0,
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06,
"shift": 0.0,
"lambda": 2.4824881449295666,
"mean": 516.8572699568506,
"std": 247.18976653868768
},
"best_epoch": 10,
"epochs_run": 20,
"stopped_early": true,
"train_seconds": 129.92621873505414,
"num_parameters": 269538305,
"num_trainable_parameters": 269538305
},
{
"val_n": 240,
"train_n": 960,
"shared_exact": 0,
"shared_exact_fraction_of_val": 0.0,
"shared_canonical": 0,
"shared_canonical_fraction_of_val": 0.0,
"val_unique_scaffolds": 1,
"train_unique_scaffolds": 1,
"shared_scaffolds": 1,
"shared_scaffold_fraction_of_val_rows": 0.19166666666666668,
"val_nearest_train_tanimoto_min": 0.9594594836235046,
"val_nearest_train_tanimoto_median": 1.0,
"val_nearest_train_tanimoto_mean": 0.9984643518924713,
"val_fraction_tanimoto_above_0.9": 1.0,
"val_fraction_tanimoto_above_0.8": 1.0,
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06,
"shift": 0.0,
"lambda": 2.6199533770295904,
"mean": 745.128166455945,
"std": 359.17743090519144
},
"best_epoch": 11,
"epochs_run": 21,
"stopped_early": true,
"train_seconds": 134.4426806177944,
"num_parameters": 269538305,
"num_trainable_parameters": 269538305
},
{
"val_n": 240,
"train_n": 960,
"shared_exact": 0,
"shared_exact_fraction_of_val": 0.0,
"shared_canonical": 0,
"shared_canonical_fraction_of_val": 0.0,
"val_unique_scaffolds": 1,
"train_unique_scaffolds": 1,
"shared_scaffolds": 1,
"shared_scaffold_fraction_of_val_rows": 0.22083333333333333,
"val_nearest_train_tanimoto_min": 0.9305555820465088,
"val_nearest_train_tanimoto_median": 1.0,
"val_nearest_train_tanimoto_mean": 0.9976489742596945,
"val_fraction_tanimoto_above_0.9": 1.0,
"val_fraction_tanimoto_above_0.8": 1.0,
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06,
"shift": 0.0,
"lambda": 2.608643600037347,
"mean": 728.2500444106847,
"std": 349.2584446593143
},
"best_epoch": 15,
"epochs_run": 25,
"stopped_early": true,
"train_seconds": 146.91863793693483,
"num_parameters": 269538305,
"num_trainable_parameters": 269538305
},
{
"val_n": 240,
"train_n": 960,
"shared_exact": 0,
"shared_exact_fraction_of_val": 0.0,
"shared_canonical": 0,
"shared_canonical_fraction_of_val": 0.0,
"val_unique_scaffolds": 1,
"train_unique_scaffolds": 1,
"shared_scaffolds": 1,
"shared_scaffold_fraction_of_val_rows": 0.18333333333333332,
"val_nearest_train_tanimoto_min": 0.9242424368858337,
"val_nearest_train_tanimoto_median": 1.0,
"val_nearest_train_tanimoto_mean": 0.9973062274356683,
"val_fraction_tanimoto_above_0.9": 1.0,
"val_fraction_tanimoto_above_0.8": 1.0,
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06,
"shift": 0.0,
"lambda": 2.5749087610508976,
"mean": 662.142829404984,
"std": 320.1347279381869
},
"best_epoch": 10,
"epochs_run": 20,
"stopped_early": true,
"train_seconds": 128.80824529891834,
"num_parameters": 269538305,
"num_trainable_parameters": 269538305
}
],
"environment": {
"python": "3.10.20",
"platform": "Linux-5.15.0-187-generic-x86_64-with-glibc2.35",
"torch": "2.13.0+cu130",
"numpy": "2.2.6",
"pandas": "2.3.3",
"scipy": "1.15.3",
"scikit_learn": "1.7.2",
"cuda_available": true,
"cuda_version": "13.0",
"deterministic_algorithms": true,
"cudnn_deterministic": true,
"gpu": "NVIDIA RTX PRO 5000 72GB Blackwell",
"gpu_count": 2,
"rdkit": "2026.03.5"
},
"config": {
"seed": 42,
"output_dir": "artifacts/finetune",
"pretrained_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
"tokenizer": {
"vocab_path": "artifacts/tokenizer/vocab.json"
},
"data": {
"finetune_csv": "data/finetuning.csv",
"smiles_col": 0,
"label_col": 1,
"max_length": 128,
"val_size": 0.2,
"standardize_label": true,
"shuffle_before_train": true
},
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06
},
"model": {
"hidden_size": 1024,
"num_hidden_layers": 16,
"num_attention_heads": 16,
"intermediate_size": 4096,
"dropout": 0.1,
"norm_eps": 1e-06,
"rope_base": 10000.0,
"attention_bias": false,
"mlp_bias": false,
"gradient_checkpointing": true
},
"train": {
"batch_size": 64,
"epochs": 50,
"warmup_steps": 50,
"learning_rate": 2e-05,
"weight_decay": 0.01,
"max_grad_norm": 1.0,
"amp": true,
"freeze_backbone_layers": 0
},
"ranking_loss": {
"weight": 0.4,
"min_label_diff": 0.0
},
"early_stopping": {
"patience": 10,
"min_delta": 0.0
},
"cv": {
"enabled": true,
"n_splits": 5
}
}
}