LNPs / predictions /candidate_predictions.params.json
SupernovaGo's picture
Upload folder using huggingface_hub
78898fc verified
Raw History Blame Contribute Delete
19.4 kB
{
"task": "transfection-efficiency prediction",
"output_csv": "/nvme/lwx/molbert/artifacts/predictions/candidate_predictions.csv",
"created_at": "2026-09-20T13:19:56.673477+00:00",
"input_csv": "data/candidate.csv",
"config": "configs/finetune.yaml",
"tokenizer_vocab": "artifacts/tokenizer/vocab.json",
"vocab_size": 16,
"num_models": 5,
"averaging": "mean of per-model predictions in the original label scale",
"ranking": "descending prediction, ties keep the input row order",
"predict_batch_size": 1024,
"candidate_count": 40000,
"environment": {
"python": "3.10.20",
"platform": "Linux-5.15.0-187-generic-x86_64-with-glibc2.35",
"torch": "2.13.0+cu130",
"numpy": "2.2.6",
"pandas": "2.3.3",
"scipy": "1.15.3",
"scikit_learn": "1.7.2",
"cuda_available": true,
"cuda_version": "13.0",
"deterministic_algorithms": false,
"cudnn_deterministic": false,
"gpu": "NVIDIA RTX PRO 5000 72GB Blackwell",
"gpu_count": 2,
"rdkit": "2026.03.5"
},
"finetune_config": {
"seed": 42,
"output_dir": "artifacts/finetune",
"pretrained_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
"tokenizer": {
"vocab_path": "artifacts/tokenizer/vocab.json"
},
"data": {
"finetune_csv": "data/finetuning.csv",
"smiles_col": 0,
"label_col": 1,
"max_length": 128,
"val_size": 0.2,
"standardize_label": true,
"shuffle_before_train": true
},
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06
},
"model": {
"hidden_size": 1024,
"num_hidden_layers": 16,
"num_attention_heads": 16,
"intermediate_size": 4096,
"dropout": 0.1,
"norm_eps": 1e-06,
"rope_base": 10000.0,
"attention_bias": false,
"mlp_bias": false,
"gradient_checkpointing": true
},
"train": {
"batch_size": 64,
"epochs": 50,
"warmup_steps": 50,
"learning_rate": 2e-05,
"weight_decay": 0.01,
"max_grad_norm": 1.0,
"amp": true,
"freeze_backbone_layers": 0
},
"ranking_loss": {
"weight": 0.4,
"min_label_diff": 0.0
},
"early_stopping": {
"patience": 10,
"min_delta": 0.0
},
"cv": {
"enabled": true,
"n_splits": 5
}
},
"pretrain_config": {
"seed": 42,
"output_dir": "artifacts/pretrain_1b",
"tokenizer": {
"vocab_path": "artifacts/tokenizer/vocab.json"
},
"data": {
"pretrain_csv": "data/pretrain_data.csv",
"smiles_col": 0,
"max_length": 128,
"chunksize": 100000,
"shuffle_before_train": true,
"properties_csv": "data/pretrain_properties.csv",
"property_stats": "data/pretrain_properties_stats.json"
},
"property_prediction": {
"weight": 0.3,
"properties": [
{
"name": "logp"
},
{
"name": "mol_weight"
},
{
"name": "tpsa"
}
]
},
"model": {
"hidden_size": 1024,
"num_hidden_layers": 16,
"num_attention_heads": 16,
"intermediate_size": 4096,
"dropout": 0.1,
"norm_eps": 1e-06,
"rope_base": 10000.0,
"attention_bias": false,
"mlp_bias": false,
"gradient_checkpointing": true
},
"eval": {
"every": 250,
"rows": 4096,
"csv": null
},
"train": {
"batch_size": 1024,
"max_steps": 5000,
"warmup_steps": 400,
"learning_rate": 0.0001,
"weight_decay": 0.01,
"mlm_probability": 0.15,
"max_grad_norm": 1.0,
"amp": true,
"log_every": 20,
"save_every": 1000
}
},
"checkpoints": [
{
"checkpoint": "artifacts/finetune/fold_1/finetuned_best.pt",
"pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
"fold": 1,
"seed": 42,
"metrics": {
"n": 240,
"rmse": 3.016720809915358,
"mae": 2.2105405033010546,
"bias": 0.5753580492755765,
"lin_ccc": 0.6749716341611404,
"r2": 0.4879813674220702,
"pearson": 0.7125533032410793,
"pearson_p": 1.700629795209451e-38,
"spearman": 0.7280375371181825,
"spearman_p": 6.681069044077266e-41,
"kendall_tau": 0.5319130390110829,
"kendall_p": 1.299498560172228e-34,
"top1pct_hit_rate": 0.5,
"top1pct_precision": 0.5,
"top1pct_enrichment": 60.0,
"top1pct_mean_label": 22.074718179380007,
"top1pct_label_lift": 1.3007386079700671,
"top1pct_ndcg": 1.0,
"top5pct_hit_rate": 0.25,
"top5pct_precision": 0.25,
"top5pct_enrichment": 5.0,
"top5pct_mean_label": 21.123997623619843,
"top5pct_label_lift": 1.2447180091013057,
"top5pct_ndcg": 0.6974690804994818,
"top10pct_hit_rate": 0.3333333333333333,
"top10pct_precision": 0.3333333333333333,
"top10pct_enrichment": 3.333333333333333,
"top10pct_mean_label": 20.99460602247728,
"top10pct_label_lift": 1.2370936920076265,
"top10pct_ndcg": 0.6304026921451558,
"top25pct_hit_rate": 0.5666666666666667,
"top25pct_precision": 0.5666666666666667,
"top25pct_enrichment": 2.2666666666666666,
"top25pct_mean_label": 20.301747876402775,
"top25pct_label_lift": 1.1962674702129805,
"top25pct_ndcg": 0.6611033268034421,
"calibration_slope": 0.5316429110119829,
"calibration_intercept": 8.52380417317444,
"bland_altman_bias": 0.5753580492755765,
"bland_altman_loa_low": -5.241009340453502,
"bland_altman_loa_high": 6.391725439004656
},
"num_parameters": 269538305,
"finetune_model_config": {
"hidden_size": 1024,
"num_hidden_layers": 16,
"num_attention_heads": 16,
"intermediate_size": 4096,
"dropout": 0.1,
"norm_eps": 1e-06,
"rope_base": 10000.0,
"attention_bias": false,
"mlp_bias": false,
"gradient_checkpointing": true,
"vocab_size": 16,
"max_position_embeddings": 128
},
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06,
"shift": 0.0,
"lambda": 2.6528826571599744,
"mean": 818.6453537016757,
"std": 395.03491115300153
},
"prediction_summary": {
"n": 40000,
"mean": 19.084570555611737,
"std": 2.633228976539679,
"min": 0.00790731737759756,
"q1": 18.16664790036716,
"median": 20.07776589483494,
"q3": 20.760716329817278,
"max": 23.294746366712346,
"skew": -1.5604478989075907,
"kurtosis": 2.3642465213477006
},
"inference_seconds": 123.17227739933878
},
{
"checkpoint": "artifacts/finetune/fold_2/finetuned_best.pt",
"pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
"fold": 2,
"seed": 42,
"metrics": {
"n": 240,
"rmse": 2.729463313408446,
"mae": 2.0208706606020734,
"bias": 0.16875507119804636,
"lin_ccc": 0.7049590271885893,
"r2": 0.502600436763365,
"pearson": 0.7185220562604682,
"pearson_p": 2.1009418555482565e-39,
"spearman": 0.6579393739474643,
"spearman_p": 3.798447613717942e-31,
"kendall_tau": 0.4838214783821479,
"kendall_p": 6.287469297092985e-29,
"top1pct_hit_rate": 0.0,
"top1pct_precision": 0.0,
"top1pct_enrichment": 0.0,
"top1pct_mean_label": 22.281227360114507,
"top1pct_label_lift": 1.2516447830983783,
"top1pct_ndcg": 1.0,
"top5pct_hit_rate": 0.3333333333333333,
"top5pct_precision": 0.3333333333333333,
"top5pct_enrichment": 6.666666666666666,
"top5pct_mean_label": 21.290943841131398,
"top5pct_label_lift": 1.1960157470362849,
"top5pct_ndcg": 0.7488389769487817,
"top10pct_hit_rate": 0.5416666666666666,
"top10pct_precision": 0.5416666666666666,
"top10pct_enrichment": 5.416666666666666,
"top10pct_mean_label": 21.12574905542178,
"top10pct_label_lift": 1.1867359534061268,
"top10pct_ndcg": 0.6827915198002624,
"top25pct_hit_rate": 0.5333333333333333,
"top25pct_precision": 0.5333333333333333,
"top25pct_enrichment": 2.1333333333333333,
"top25pct_mean_label": 20.43513042867596,
"top25pct_label_lift": 1.1479405501141005,
"top25pct_ndcg": 0.679311436836701,
"calibration_slope": 0.5942332498467243,
"calibration_intercept": 7.392035459871465,
"bland_altman_bias": 0.16875507119804636,
"bland_altman_loa_low": -5.181917122257909,
"bland_altman_loa_high": 5.519427264654002
},
"num_parameters": 269538305,
"finetune_model_config": {
"hidden_size": 1024,
"num_hidden_layers": 16,
"num_attention_heads": 16,
"intermediate_size": 4096,
"dropout": 0.1,
"norm_eps": 1e-06,
"rope_base": 10000.0,
"attention_bias": false,
"mlp_bias": false,
"gradient_checkpointing": true,
"vocab_size": 16,
"max_position_embeddings": 128
},
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06,
"shift": 0.0,
"lambda": 2.4824881449295666,
"mean": 516.8572699568506,
"std": 247.18976653868768
},
"prediction_summary": {
"n": 40000,
"mean": 18.76486286696458,
"std": 2.6460640410388354,
"min": 0.005522543436537025,
"q1": 17.616381339713072,
"median": 19.8003292931055,
"q3": 20.488337170513702,
"max": 23.901300894924457,
"skew": -1.5735187380150544,
"kurtosis": 2.6367540593312953
},
"inference_seconds": 122.74872832978144
},
{
"checkpoint": "artifacts/finetune/fold_3/finetuned_best.pt",
"pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
"fold": 3,
"seed": 42,
"metrics": {
"n": 240,
"rmse": 2.7558465331499544,
"mae": 2.0396315326095524,
"bias": 0.2885146071415838,
"lin_ccc": 0.7437467167129843,
"r2": 0.5700774971504855,
"pearson": 0.7605086552929532,
"pearson_p": 1.5747525493307184e-46,
"spearman": 0.7526956859910107,
"spearman_p": 4.274145311030382e-45,
"kendall_tau": 0.5590153077075934,
"kendall_p": 4.752119092075871e-38,
"top1pct_hit_rate": 0.5,
"top1pct_precision": 0.5,
"top1pct_enrichment": 60.0,
"top1pct_mean_label": 22.407659306185742,
"top1pct_label_lift": 1.2986582234916932,
"top1pct_ndcg": 1.0,
"top5pct_hit_rate": 0.5833333333333334,
"top5pct_precision": 0.5833333333333334,
"top5pct_enrichment": 11.666666666666668,
"top5pct_mean_label": 21.982758975720802,
"top5pct_label_lift": 1.2740327014421722,
"top5pct_ndcg": 0.8843548669629433,
"top10pct_hit_rate": 0.4583333333333333,
"top10pct_precision": 0.4583333333333333,
"top10pct_enrichment": 4.583333333333333,
"top10pct_mean_label": 21.0606979652578,
"top10pct_label_lift": 1.2205937367811788,
"top10pct_ndcg": 0.6909898269912214,
"top25pct_hit_rate": 0.65,
"top25pct_precision": 0.65,
"top25pct_enrichment": 2.6,
"top25pct_mean_label": 20.6959469696337,
"top25pct_label_lift": 1.1994542293689405,
"top25pct_ndcg": 0.7804191160391879,
"calibration_slope": 0.6239011766674933,
"calibration_intercept": 6.777900456509411,
"bland_altman_bias": 0.2885146071415838,
"bland_altman_loa_low": -5.094488317593492,
"bland_altman_loa_high": 5.671517531876659
},
"num_parameters": 269538305,
"finetune_model_config": {
"hidden_size": 1024,
"num_hidden_layers": 16,
"num_attention_heads": 16,
"intermediate_size": 4096,
"dropout": 0.1,
"norm_eps": 1e-06,
"rope_base": 10000.0,
"attention_bias": false,
"mlp_bias": false,
"gradient_checkpointing": true,
"vocab_size": 16,
"max_position_embeddings": 128
},
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06,
"shift": 0.0,
"lambda": 2.6199533770295904,
"mean": 745.128166455945,
"std": 359.17743090519144
},
"prediction_summary": {
"n": 40000,
"mean": 18.974293303880472,
"std": 2.6593912631899275,
"min": 0.007405251012363457,
"q1": 18.305925741583565,
"median": 19.941677314052313,
"q3": 20.622990579546,
"max": 23.088957751781386,
"skew": -1.9947422001285913,
"kurtosis": 4.726037791451937
},
"inference_seconds": 122.39505773503333
},
{
"checkpoint": "artifacts/finetune/fold_4/finetuned_best.pt",
"pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
"fold": 4,
"seed": 42,
"metrics": {
"n": 240,
"rmse": 3.112832545617113,
"mae": 2.3406461372192515,
"bias": -0.33093859514531654,
"lin_ccc": 0.6604858606930734,
"r2": 0.44009701236976007,
"pearson": 0.6792817550452962,
"pearson_p": 7.89731148131809e-34,
"spearman": 0.6531830644556356,
"spearman_p": 1.4056900549610571e-30,
"kendall_tau": 0.4742145823866811,
"kendall_p": 7.4557843019224235e-28,
"top1pct_hit_rate": 0.0,
"top1pct_precision": 0.0,
"top1pct_enrichment": 0.0,
"top1pct_mean_label": 22.36589747908227,
"top1pct_label_lift": 1.3087687425485373,
"top1pct_ndcg": 1.0,
"top5pct_hit_rate": 0.5,
"top5pct_precision": 0.5,
"top5pct_enrichment": 10.0,
"top5pct_mean_label": 21.390791475395947,
"top5pct_label_lift": 1.2517091830343423,
"top5pct_ndcg": 0.7428225499537935,
"top10pct_hit_rate": 0.375,
"top10pct_precision": 0.375,
"top10pct_enrichment": 3.75,
"top10pct_mean_label": 20.363830650444026,
"top10pct_label_lift": 1.1916152731531957,
"top10pct_ndcg": 0.6111118484922168,
"top25pct_hit_rate": 0.4666666666666667,
"top25pct_precision": 0.4666666666666667,
"top25pct_enrichment": 1.8666666666666667,
"top25pct_mean_label": 19.81425167633917,
"top25pct_label_lift": 1.1594559652808856,
"top25pct_ndcg": 0.6525959791102312,
"calibration_slope": 0.5446135578395894,
"calibration_intercept": 7.4512815539166946,
"bland_altman_bias": -0.33093859514531654,
"bland_altman_loa_low": -6.41019089720162,
"bland_altman_loa_high": 5.748313706910986
},
"num_parameters": 269538305,
"finetune_model_config": {
"hidden_size": 1024,
"num_hidden_layers": 16,
"num_attention_heads": 16,
"intermediate_size": 4096,
"dropout": 0.1,
"norm_eps": 1e-06,
"rope_base": 10000.0,
"attention_bias": false,
"mlp_bias": false,
"gradient_checkpointing": true,
"vocab_size": 16,
"max_position_embeddings": 128
},
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06,
"shift": 0.0,
"lambda": 2.608643600037347,
"mean": 728.2500444106847,
"std": 349.2584446593143
},
"prediction_summary": {
"n": 40000,
"mean": 18.093900938048062,
"std": 2.646573143663376,
"min": 5.850168129741061,
"q1": 16.856811135837464,
"median": 19.051894711772476,
"q3": 19.983186422741433,
"max": 22.870884639372697,
"skew": -1.3350308929056092,
"kurtosis": 1.4284389129779997
},
"inference_seconds": 122.30844540009275
},
{
"checkpoint": "artifacts/finetune/fold_5/finetuned_best.pt",
"pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
"fold": 5,
"seed": 42,
"metrics": {
"n": 240,
"rmse": 2.852985405247285,
"mae": 2.0661423173748537,
"bias": 0.37578822071712736,
"lin_ccc": 0.6522268616268461,
"r2": 0.4781710523106345,
"pearson": 0.6980211599886517,
"pearson_p": 2.2278005388269578e-36,
"spearman": 0.7089803444895789,
"spearman_p": 5.797704493108106e-38,
"kendall_tau": 0.5174776409022275,
"kendall_p": 7.519009046474907e-33,
"top1pct_hit_rate": 0.5,
"top1pct_precision": 0.5,
"top1pct_enrichment": 60.0,
"top1pct_mean_label": 22.67285433882665,
"top1pct_label_lift": 1.3014717791221526,
"top1pct_ndcg": 1.0,
"top5pct_hit_rate": 0.3333333333333333,
"top5pct_precision": 0.3333333333333333,
"top5pct_enrichment": 6.666666666666666,
"top5pct_mean_label": 21.308898411367533,
"top5pct_label_lift": 1.2231777045858676,
"top5pct_ndcg": 0.7671708282768139,
"top10pct_hit_rate": 0.2916666666666667,
"top10pct_precision": 0.2916666666666667,
"top10pct_enrichment": 2.916666666666667,
"top10pct_mean_label": 20.41476746031962,
"top10pct_label_lift": 1.1718526185495795,
"top10pct_ndcg": 0.5800997676188603,
"top25pct_hit_rate": 0.6166666666666667,
"top25pct_precision": 0.6166666666666667,
"top25pct_enrichment": 2.466666666666667,
"top25pct_mean_label": 20.417792280165948,
"top25pct_label_lift": 1.1720262498713394,
"top25pct_ndcg": 0.7085066165111809,
"calibration_slope": 0.4893288458815424,
"calibration_intercept": 9.272156838235627,
"bland_altman_bias": 0.37578822071712736,
"bland_altman_loa_low": -5.17892739281869,
"bland_altman_loa_high": 5.930503834252945
},
"num_parameters": 269538305,
"finetune_model_config": {
"hidden_size": 1024,
"num_hidden_layers": 16,
"num_attention_heads": 16,
"intermediate_size": 4096,
"dropout": 0.1,
"norm_eps": 1e-06,
"rope_base": 10000.0,
"attention_bias": false,
"mlp_bias": false,
"gradient_checkpointing": true,
"vocab_size": 16,
"max_position_embeddings": 128
},
"label_transform": {
"method": "boxcox",
"standardize": true,
"eps": 1e-06,
"shift": 0.0,
"lambda": 2.5749087610508976,
"mean": 662.142829404984,
"std": 320.1347279381869
},
"prediction_summary": {
"n": 40000,
"mean": 19.09752231698707,
"std": 2.288782613382521,
"min": 5.154954809565527,
"q1": 18.30129665503537,
"median": 19.806433313281765,
"q3": 20.587544416909857,
"max": 23.422721356309616,
"skew": -1.5044180650812453,
"kurtosis": 2.4329462950237257
},
"inference_seconds": 122.63115525292233
}
]
}