{ "task": "transfection-efficiency prediction", "output_csv": "/nvme/lwx/molbert/artifacts/predictions/candidate_predictions.csv", "created_at": "2026-09-20T13:19:56.673477+00:00", "input_csv": "data/candidate.csv", "config": "configs/finetune.yaml", "tokenizer_vocab": "artifacts/tokenizer/vocab.json", "vocab_size": 16, "num_models": 5, "averaging": "mean of per-model predictions in the original label scale", "ranking": "descending prediction, ties keep the input row order", "predict_batch_size": 1024, "candidate_count": 40000, "environment": { "python": "3.10.20", "platform": "Linux-5.15.0-187-generic-x86_64-with-glibc2.35", "torch": "2.13.0+cu130", "numpy": "2.2.6", "pandas": "2.3.3", "scipy": "1.15.3", "scikit_learn": "1.7.2", "cuda_available": true, "cuda_version": "13.0", "deterministic_algorithms": false, "cudnn_deterministic": false, "gpu": "NVIDIA RTX PRO 5000 72GB Blackwell", "gpu_count": 2, "rdkit": "2026.03.5" }, "finetune_config": { "seed": 42, "output_dir": "artifacts/finetune", "pretrained_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt", "tokenizer": { "vocab_path": "artifacts/tokenizer/vocab.json" }, "data": { "finetune_csv": "data/finetuning.csv", "smiles_col": 0, "label_col": 1, "max_length": 128, "val_size": 0.2, "standardize_label": true, "shuffle_before_train": true }, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06 }, "model": { "hidden_size": 1024, "num_hidden_layers": 16, "num_attention_heads": 16, "intermediate_size": 4096, "dropout": 0.1, "norm_eps": 1e-06, "rope_base": 10000.0, "attention_bias": false, "mlp_bias": false, "gradient_checkpointing": true }, "train": { "batch_size": 64, "epochs": 50, "warmup_steps": 50, "learning_rate": 2e-05, "weight_decay": 0.01, "max_grad_norm": 1.0, "amp": true, "freeze_backbone_layers": 0 }, "ranking_loss": { "weight": 0.4, "min_label_diff": 0.0 }, "early_stopping": { "patience": 10, "min_delta": 0.0 }, "cv": { "enabled": true, "n_splits": 5 } }, "pretrain_config": { "seed": 42, "output_dir": "artifacts/pretrain_1b", "tokenizer": { "vocab_path": "artifacts/tokenizer/vocab.json" }, "data": { "pretrain_csv": "data/pretrain_data.csv", "smiles_col": 0, "max_length": 128, "chunksize": 100000, "shuffle_before_train": true, "properties_csv": "data/pretrain_properties.csv", "property_stats": "data/pretrain_properties_stats.json" }, "property_prediction": { "weight": 0.3, "properties": [ { "name": "logp" }, { "name": "mol_weight" }, { "name": "tpsa" } ] }, "model": { "hidden_size": 1024, "num_hidden_layers": 16, "num_attention_heads": 16, "intermediate_size": 4096, "dropout": 0.1, "norm_eps": 1e-06, "rope_base": 10000.0, "attention_bias": false, "mlp_bias": false, "gradient_checkpointing": true }, "eval": { "every": 250, "rows": 4096, "csv": null }, "train": { "batch_size": 1024, "max_steps": 5000, "warmup_steps": 400, "learning_rate": 0.0001, "weight_decay": 0.01, "mlm_probability": 0.15, "max_grad_norm": 1.0, "amp": true, "log_every": 20, "save_every": 1000 } }, "checkpoints": [ { "checkpoint": "artifacts/finetune/fold_1/finetuned_best.pt", "pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt", "fold": 1, "seed": 42, "metrics": { "n": 240, "rmse": 3.016720809915358, "mae": 2.2105405033010546, "bias": 0.5753580492755765, "lin_ccc": 0.6749716341611404, "r2": 0.4879813674220702, "pearson": 0.7125533032410793, "pearson_p": 1.700629795209451e-38, "spearman": 0.7280375371181825, "spearman_p": 6.681069044077266e-41, "kendall_tau": 0.5319130390110829, "kendall_p": 1.299498560172228e-34, "top1pct_hit_rate": 0.5, "top1pct_precision": 0.5, "top1pct_enrichment": 60.0, "top1pct_mean_label": 22.074718179380007, "top1pct_label_lift": 1.3007386079700671, "top1pct_ndcg": 1.0, "top5pct_hit_rate": 0.25, "top5pct_precision": 0.25, "top5pct_enrichment": 5.0, "top5pct_mean_label": 21.123997623619843, "top5pct_label_lift": 1.2447180091013057, "top5pct_ndcg": 0.6974690804994818, "top10pct_hit_rate": 0.3333333333333333, "top10pct_precision": 0.3333333333333333, "top10pct_enrichment": 3.333333333333333, "top10pct_mean_label": 20.99460602247728, "top10pct_label_lift": 1.2370936920076265, "top10pct_ndcg": 0.6304026921451558, "top25pct_hit_rate": 0.5666666666666667, "top25pct_precision": 0.5666666666666667, "top25pct_enrichment": 2.2666666666666666, "top25pct_mean_label": 20.301747876402775, "top25pct_label_lift": 1.1962674702129805, "top25pct_ndcg": 0.6611033268034421, "calibration_slope": 0.5316429110119829, "calibration_intercept": 8.52380417317444, "bland_altman_bias": 0.5753580492755765, "bland_altman_loa_low": -5.241009340453502, "bland_altman_loa_high": 6.391725439004656 }, "num_parameters": 269538305, "finetune_model_config": { "hidden_size": 1024, "num_hidden_layers": 16, "num_attention_heads": 16, "intermediate_size": 4096, "dropout": 0.1, "norm_eps": 1e-06, "rope_base": 10000.0, "attention_bias": false, "mlp_bias": false, "gradient_checkpointing": true, "vocab_size": 16, "max_position_embeddings": 128 }, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06, "shift": 0.0, "lambda": 2.6528826571599744, "mean": 818.6453537016757, "std": 395.03491115300153 }, "prediction_summary": { "n": 40000, "mean": 19.084570555611737, "std": 2.633228976539679, "min": 0.00790731737759756, "q1": 18.16664790036716, "median": 20.07776589483494, "q3": 20.760716329817278, "max": 23.294746366712346, "skew": -1.5604478989075907, "kurtosis": 2.3642465213477006 }, "inference_seconds": 123.17227739933878 }, { "checkpoint": "artifacts/finetune/fold_2/finetuned_best.pt", "pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt", "fold": 2, "seed": 42, "metrics": { "n": 240, "rmse": 2.729463313408446, "mae": 2.0208706606020734, "bias": 0.16875507119804636, "lin_ccc": 0.7049590271885893, "r2": 0.502600436763365, "pearson": 0.7185220562604682, "pearson_p": 2.1009418555482565e-39, "spearman": 0.6579393739474643, "spearman_p": 3.798447613717942e-31, "kendall_tau": 0.4838214783821479, "kendall_p": 6.287469297092985e-29, "top1pct_hit_rate": 0.0, "top1pct_precision": 0.0, "top1pct_enrichment": 0.0, "top1pct_mean_label": 22.281227360114507, "top1pct_label_lift": 1.2516447830983783, "top1pct_ndcg": 1.0, "top5pct_hit_rate": 0.3333333333333333, "top5pct_precision": 0.3333333333333333, "top5pct_enrichment": 6.666666666666666, "top5pct_mean_label": 21.290943841131398, "top5pct_label_lift": 1.1960157470362849, "top5pct_ndcg": 0.7488389769487817, "top10pct_hit_rate": 0.5416666666666666, "top10pct_precision": 0.5416666666666666, "top10pct_enrichment": 5.416666666666666, "top10pct_mean_label": 21.12574905542178, "top10pct_label_lift": 1.1867359534061268, "top10pct_ndcg": 0.6827915198002624, "top25pct_hit_rate": 0.5333333333333333, "top25pct_precision": 0.5333333333333333, "top25pct_enrichment": 2.1333333333333333, "top25pct_mean_label": 20.43513042867596, "top25pct_label_lift": 1.1479405501141005, "top25pct_ndcg": 0.679311436836701, "calibration_slope": 0.5942332498467243, "calibration_intercept": 7.392035459871465, "bland_altman_bias": 0.16875507119804636, "bland_altman_loa_low": -5.181917122257909, "bland_altman_loa_high": 5.519427264654002 }, "num_parameters": 269538305, "finetune_model_config": { "hidden_size": 1024, "num_hidden_layers": 16, "num_attention_heads": 16, "intermediate_size": 4096, "dropout": 0.1, "norm_eps": 1e-06, "rope_base": 10000.0, "attention_bias": false, "mlp_bias": false, "gradient_checkpointing": true, "vocab_size": 16, "max_position_embeddings": 128 }, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06, "shift": 0.0, "lambda": 2.4824881449295666, "mean": 516.8572699568506, "std": 247.18976653868768 }, "prediction_summary": { "n": 40000, "mean": 18.76486286696458, "std": 2.6460640410388354, "min": 0.005522543436537025, "q1": 17.616381339713072, "median": 19.8003292931055, "q3": 20.488337170513702, "max": 23.901300894924457, "skew": -1.5735187380150544, "kurtosis": 2.6367540593312953 }, "inference_seconds": 122.74872832978144 }, { "checkpoint": "artifacts/finetune/fold_3/finetuned_best.pt", "pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt", "fold": 3, "seed": 42, "metrics": { "n": 240, "rmse": 2.7558465331499544, "mae": 2.0396315326095524, "bias": 0.2885146071415838, "lin_ccc": 0.7437467167129843, "r2": 0.5700774971504855, "pearson": 0.7605086552929532, "pearson_p": 1.5747525493307184e-46, "spearman": 0.7526956859910107, "spearman_p": 4.274145311030382e-45, "kendall_tau": 0.5590153077075934, "kendall_p": 4.752119092075871e-38, "top1pct_hit_rate": 0.5, "top1pct_precision": 0.5, "top1pct_enrichment": 60.0, "top1pct_mean_label": 22.407659306185742, "top1pct_label_lift": 1.2986582234916932, "top1pct_ndcg": 1.0, "top5pct_hit_rate": 0.5833333333333334, "top5pct_precision": 0.5833333333333334, "top5pct_enrichment": 11.666666666666668, "top5pct_mean_label": 21.982758975720802, "top5pct_label_lift": 1.2740327014421722, "top5pct_ndcg": 0.8843548669629433, "top10pct_hit_rate": 0.4583333333333333, "top10pct_precision": 0.4583333333333333, "top10pct_enrichment": 4.583333333333333, "top10pct_mean_label": 21.0606979652578, "top10pct_label_lift": 1.2205937367811788, "top10pct_ndcg": 0.6909898269912214, "top25pct_hit_rate": 0.65, "top25pct_precision": 0.65, "top25pct_enrichment": 2.6, "top25pct_mean_label": 20.6959469696337, "top25pct_label_lift": 1.1994542293689405, "top25pct_ndcg": 0.7804191160391879, "calibration_slope": 0.6239011766674933, "calibration_intercept": 6.777900456509411, "bland_altman_bias": 0.2885146071415838, "bland_altman_loa_low": -5.094488317593492, "bland_altman_loa_high": 5.671517531876659 }, "num_parameters": 269538305, "finetune_model_config": { "hidden_size": 1024, "num_hidden_layers": 16, "num_attention_heads": 16, "intermediate_size": 4096, "dropout": 0.1, "norm_eps": 1e-06, "rope_base": 10000.0, "attention_bias": false, "mlp_bias": false, "gradient_checkpointing": true, "vocab_size": 16, "max_position_embeddings": 128 }, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06, "shift": 0.0, "lambda": 2.6199533770295904, "mean": 745.128166455945, "std": 359.17743090519144 }, "prediction_summary": { "n": 40000, "mean": 18.974293303880472, "std": 2.6593912631899275, "min": 0.007405251012363457, "q1": 18.305925741583565, "median": 19.941677314052313, "q3": 20.622990579546, "max": 23.088957751781386, "skew": -1.9947422001285913, "kurtosis": 4.726037791451937 }, "inference_seconds": 122.39505773503333 }, { "checkpoint": "artifacts/finetune/fold_4/finetuned_best.pt", "pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt", "fold": 4, "seed": 42, "metrics": { "n": 240, "rmse": 3.112832545617113, "mae": 2.3406461372192515, "bias": -0.33093859514531654, "lin_ccc": 0.6604858606930734, "r2": 0.44009701236976007, "pearson": 0.6792817550452962, "pearson_p": 7.89731148131809e-34, "spearman": 0.6531830644556356, "spearman_p": 1.4056900549610571e-30, "kendall_tau": 0.4742145823866811, "kendall_p": 7.4557843019224235e-28, "top1pct_hit_rate": 0.0, "top1pct_precision": 0.0, "top1pct_enrichment": 0.0, "top1pct_mean_label": 22.36589747908227, "top1pct_label_lift": 1.3087687425485373, "top1pct_ndcg": 1.0, "top5pct_hit_rate": 0.5, "top5pct_precision": 0.5, "top5pct_enrichment": 10.0, "top5pct_mean_label": 21.390791475395947, "top5pct_label_lift": 1.2517091830343423, "top5pct_ndcg": 0.7428225499537935, "top10pct_hit_rate": 0.375, "top10pct_precision": 0.375, "top10pct_enrichment": 3.75, "top10pct_mean_label": 20.363830650444026, "top10pct_label_lift": 1.1916152731531957, "top10pct_ndcg": 0.6111118484922168, "top25pct_hit_rate": 0.4666666666666667, "top25pct_precision": 0.4666666666666667, "top25pct_enrichment": 1.8666666666666667, "top25pct_mean_label": 19.81425167633917, "top25pct_label_lift": 1.1594559652808856, "top25pct_ndcg": 0.6525959791102312, "calibration_slope": 0.5446135578395894, "calibration_intercept": 7.4512815539166946, "bland_altman_bias": -0.33093859514531654, "bland_altman_loa_low": -6.41019089720162, "bland_altman_loa_high": 5.748313706910986 }, "num_parameters": 269538305, "finetune_model_config": { "hidden_size": 1024, "num_hidden_layers": 16, "num_attention_heads": 16, "intermediate_size": 4096, "dropout": 0.1, "norm_eps": 1e-06, "rope_base": 10000.0, "attention_bias": false, "mlp_bias": false, "gradient_checkpointing": true, "vocab_size": 16, "max_position_embeddings": 128 }, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06, "shift": 0.0, "lambda": 2.608643600037347, "mean": 728.2500444106847, "std": 349.2584446593143 }, "prediction_summary": { "n": 40000, "mean": 18.093900938048062, "std": 2.646573143663376, "min": 5.850168129741061, "q1": 16.856811135837464, "median": 19.051894711772476, "q3": 19.983186422741433, "max": 22.870884639372697, "skew": -1.3350308929056092, "kurtosis": 1.4284389129779997 }, "inference_seconds": 122.30844540009275 }, { "checkpoint": "artifacts/finetune/fold_5/finetuned_best.pt", "pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt", "fold": 5, "seed": 42, "metrics": { "n": 240, "rmse": 2.852985405247285, "mae": 2.0661423173748537, "bias": 0.37578822071712736, "lin_ccc": 0.6522268616268461, "r2": 0.4781710523106345, "pearson": 0.6980211599886517, "pearson_p": 2.2278005388269578e-36, "spearman": 0.7089803444895789, "spearman_p": 5.797704493108106e-38, "kendall_tau": 0.5174776409022275, "kendall_p": 7.519009046474907e-33, "top1pct_hit_rate": 0.5, "top1pct_precision": 0.5, "top1pct_enrichment": 60.0, "top1pct_mean_label": 22.67285433882665, "top1pct_label_lift": 1.3014717791221526, "top1pct_ndcg": 1.0, "top5pct_hit_rate": 0.3333333333333333, "top5pct_precision": 0.3333333333333333, "top5pct_enrichment": 6.666666666666666, "top5pct_mean_label": 21.308898411367533, "top5pct_label_lift": 1.2231777045858676, "top5pct_ndcg": 0.7671708282768139, "top10pct_hit_rate": 0.2916666666666667, "top10pct_precision": 0.2916666666666667, "top10pct_enrichment": 2.916666666666667, "top10pct_mean_label": 20.41476746031962, "top10pct_label_lift": 1.1718526185495795, "top10pct_ndcg": 0.5800997676188603, "top25pct_hit_rate": 0.6166666666666667, "top25pct_precision": 0.6166666666666667, "top25pct_enrichment": 2.466666666666667, "top25pct_mean_label": 20.417792280165948, "top25pct_label_lift": 1.1720262498713394, "top25pct_ndcg": 0.7085066165111809, "calibration_slope": 0.4893288458815424, "calibration_intercept": 9.272156838235627, "bland_altman_bias": 0.37578822071712736, "bland_altman_loa_low": -5.17892739281869, "bland_altman_loa_high": 5.930503834252945 }, "num_parameters": 269538305, "finetune_model_config": { "hidden_size": 1024, "num_hidden_layers": 16, "num_attention_heads": 16, "intermediate_size": 4096, "dropout": 0.1, "norm_eps": 1e-06, "rope_base": 10000.0, "attention_bias": false, "mlp_bias": false, "gradient_checkpointing": true, "vocab_size": 16, "max_position_embeddings": 128 }, "label_transform": { "method": "boxcox", "standardize": true, "eps": 1e-06, "shift": 0.0, "lambda": 2.5749087610508976, "mean": 662.142829404984, "std": 320.1347279381869 }, "prediction_summary": { "n": 40000, "mean": 19.09752231698707, "std": 2.288782613382521, "min": 5.154954809565527, "q1": 18.30129665503537, "median": 19.806433313281765, "q3": 20.587544416909857, "max": 23.422721356309616, "skew": -1.5044180650812453, "kurtosis": 2.4329462950237257 }, "inference_seconds": 122.63115525292233 } ] }