Queimo's picture
Pin exact evaluated starting checkpoint, objective equivalence tests, source and joint training protocol
31dee3b verified
Raw History Blame Contribute Delete
1.92 kB
{
"epochs": 5,
"seed": 42026,
"learning_rate_backbone": 1e-05,
"learning_rate_cosmo": 1e-05,
"deterministic_training": true,
"learning_rate_denoiser": 1e-05,
"learning_rate_combisolv": 0.0003,
"learning_rate_uncertainty": 0.001,
"weight_decay": 0.0001,
"gradient_clip": 1.0,
"cosmo_batch_size": 96,
"cosmo_atom_cap": 4000,
"qm_pair_batch_size": 256,
"qm_graph_batch_size": 64,
"qm_atom_cap": 3600,
"noise_sigma": 0.3,
"denoising_reduction": "Original atom_denoising_loss / 1088 embedding channels; raw loss also logged",
"task_order": [
"rem3di_denoising",
"cosmo",
"combisolv"
],
"uncertainty_init": -0.5,
"uncertainty_objective": "sum(L_t/(2*exp(s_t)) + s_t/2); s is learned log variance; no weight normalization in objective",
"decorrelation_weight": 8.0,
"decorrelation": "Monroe off_diag_cov_loss: sum(offdiag(sample covariance)^2)/(D*(D-1)); average COSMO and unique CombiSolv molecular batches; outside UW",
"monroe_revision": "de075eabe98e4adbbedbc86ca9e877f4bfd9b629",
"temperature_input": "Temperature_K/298",
"qm_head": "concat(solute640, solvent640, T/298) -> Linear1281x256 -> SiLU -> Linear256x1",
"epoch_definition": "Maximum of full COSMO and full CombiSolv training-loader lengths. Cycle shorter loader. Every epoch covers every retained training row from each corpus.",
"initial_checkpoint": "Exact PCQMep2COSMOep10 used in existing BigSolDB evaluation",
"denoiser_initialization": "PCQM epoch2 decoder only; encoder/preprocessors/COSMO head all from COSMO10",
"frozen": "MACE-POLAR foundation only; full float32 raw features cached; learned atomic/geometric preprocessors trainable",
"evaluation": "Identical BigSolDB2.0 author test IDs, shared baseline geometries, concatenated solute+solvent+T, Kumo Large four estimators seed42 full75731-row context and all1281 columns; evaluate every epoch without test-based selection"
}