{ "csv": "data/finetuning.csv", "dataset": { "n_molecules": 1200, "label": { "n": 1200, "mean": 17.307427782140834, "std": 4.094184905276915, "min": 4.169925001, "q1": 14.820899820000001, "median": 18.68921235, "q3": 20.3963741775, "max": 23.07590361, "skew": -0.9241299300952802, "kurtosis": -0.06107999597818292 }, "unique_smiles": 1200 }, "n_folds": 5, "cross_validation": true, "folds": [ { "val_n": 240, "train_n": 960, "shared_exact": 0, "shared_exact_fraction_of_val": 0.0, "shared_canonical": 0, "shared_canonical_fraction_of_val": 0.0, "val_unique_scaffolds": 1, "train_unique_scaffolds": 1, "shared_scaffolds": 1, "shared_scaffold_fraction_of_val_rows": 0.19583333333333333, "val_nearest_train_tanimoto_min": 0.9193548560142517, "val_nearest_train_tanimoto_median": 1.0, "val_nearest_train_tanimoto_mean": 0.998499886194865, "val_fraction_tanimoto_above_0.9": 1.0, "val_fraction_tanimoto_above_0.8": 1.0, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06, "shift": 0.0, "lambda": 2.6528826571599744, "mean": 818.6453537016757, "std": 395.03491115300153 }, "best_epoch": 16, "epochs_run": 26, "stopped_early": true, "train_seconds": 170.64650922594592, "num_parameters": 269538305, "num_trainable_parameters": 269538305 }, { "val_n": 240, "train_n": 960, "shared_exact": 0, "shared_exact_fraction_of_val": 0.0, "shared_canonical": 0, "shared_canonical_fraction_of_val": 0.0, "val_unique_scaffolds": 1, "train_unique_scaffolds": 1, "shared_scaffolds": 1, "shared_scaffold_fraction_of_val_rows": 0.20833333333333334, "val_nearest_train_tanimoto_min": 0.9324324131011963, "val_nearest_train_tanimoto_median": 1.0, "val_nearest_train_tanimoto_mean": 0.9967947229743004, "val_fraction_tanimoto_above_0.9": 1.0, "val_fraction_tanimoto_above_0.8": 1.0, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06, "shift": 0.0, "lambda": 2.4824881449295666, "mean": 516.8572699568506, "std": 247.18976653868768 }, "best_epoch": 10, "epochs_run": 20, "stopped_early": true, "train_seconds": 129.92621873505414, "num_parameters": 269538305, "num_trainable_parameters": 269538305 }, { "val_n": 240, "train_n": 960, "shared_exact": 0, "shared_exact_fraction_of_val": 0.0, "shared_canonical": 0, "shared_canonical_fraction_of_val": 0.0, "val_unique_scaffolds": 1, "train_unique_scaffolds": 1, "shared_scaffolds": 1, "shared_scaffold_fraction_of_val_rows": 0.19166666666666668, "val_nearest_train_tanimoto_min": 0.9594594836235046, "val_nearest_train_tanimoto_median": 1.0, "val_nearest_train_tanimoto_mean": 0.9984643518924713, "val_fraction_tanimoto_above_0.9": 1.0, "val_fraction_tanimoto_above_0.8": 1.0, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06, "shift": 0.0, "lambda": 2.6199533770295904, "mean": 745.128166455945, "std": 359.17743090519144 }, "best_epoch": 11, "epochs_run": 21, "stopped_early": true, "train_seconds": 134.4426806177944, "num_parameters": 269538305, "num_trainable_parameters": 269538305 }, { "val_n": 240, "train_n": 960, "shared_exact": 0, "shared_exact_fraction_of_val": 0.0, "shared_canonical": 0, "shared_canonical_fraction_of_val": 0.0, "val_unique_scaffolds": 1, "train_unique_scaffolds": 1, "shared_scaffolds": 1, "shared_scaffold_fraction_of_val_rows": 0.22083333333333333, "val_nearest_train_tanimoto_min": 0.9305555820465088, "val_nearest_train_tanimoto_median": 1.0, "val_nearest_train_tanimoto_mean": 0.9976489742596945, "val_fraction_tanimoto_above_0.9": 1.0, "val_fraction_tanimoto_above_0.8": 1.0, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06, "shift": 0.0, "lambda": 2.608643600037347, "mean": 728.2500444106847, "std": 349.2584446593143 }, "best_epoch": 15, "epochs_run": 25, "stopped_early": true, "train_seconds": 146.91863793693483, "num_parameters": 269538305, "num_trainable_parameters": 269538305 }, { "val_n": 240, "train_n": 960, "shared_exact": 0, "shared_exact_fraction_of_val": 0.0, "shared_canonical": 0, "shared_canonical_fraction_of_val": 0.0, "val_unique_scaffolds": 1, "train_unique_scaffolds": 1, "shared_scaffolds": 1, "shared_scaffold_fraction_of_val_rows": 0.18333333333333332, "val_nearest_train_tanimoto_min": 0.9242424368858337, "val_nearest_train_tanimoto_median": 1.0, "val_nearest_train_tanimoto_mean": 0.9973062274356683, "val_fraction_tanimoto_above_0.9": 1.0, "val_fraction_tanimoto_above_0.8": 1.0, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06, "shift": 0.0, "lambda": 2.5749087610508976, "mean": 662.142829404984, "std": 320.1347279381869 }, "best_epoch": 10, "epochs_run": 20, "stopped_early": true, "train_seconds": 128.80824529891834, "num_parameters": 269538305, "num_trainable_parameters": 269538305 } ], "environment": { "python": "3.10.20", "platform": "Linux-5.15.0-187-generic-x86_64-with-glibc2.35", "torch": "2.13.0+cu130", "numpy": "2.2.6", "pandas": "2.3.3", "scipy": "1.15.3", "scikit_learn": "1.7.2", "cuda_available": true, "cuda_version": "13.0", "deterministic_algorithms": true, "cudnn_deterministic": true, "gpu": "NVIDIA RTX PRO 5000 72GB Blackwell", "gpu_count": 2, "rdkit": "2026.03.5" }, "config": { "seed": 42, "output_dir": "artifacts/finetune", "pretrained_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt", "tokenizer": { "vocab_path": "artifacts/tokenizer/vocab.json" }, "data": { "finetune_csv": "data/finetuning.csv", "smiles_col": 0, "label_col": 1, "max_length": 128, "val_size": 0.2, "standardize_label": true, "shuffle_before_train": true }, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06 }, "model": { "hidden_size": 1024, "num_hidden_layers": 16, "num_attention_heads": 16, "intermediate_size": 4096, "dropout": 0.1, "norm_eps": 1e-06, "rope_base": 10000.0, "attention_bias": false, "mlp_bias": false, "gradient_checkpointing": true }, "train": { "batch_size": 64, "epochs": 50, "warmup_steps": 50, "learning_rate": 2e-05, "weight_decay": 0.01, "max_grad_norm": 1.0, "amp": true, "freeze_backbone_layers": 0 }, "ranking_loss": { "weight": 0.4, "min_label_diff": 0.0 }, "early_stopping": { "patience": 10, "min_delta": 0.0 }, "cv": { "enabled": true, "n_splits": 5 } } }