File size: 19,378 Bytes
78898fc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
{
  "task": "transfection-efficiency prediction",
  "output_csv": "/nvme/lwx/molbert/artifacts/predictions/candidate_predictions.csv",
  "created_at": "2026-09-20T13:19:56.673477+00:00",
  "input_csv": "data/candidate.csv",
  "config": "configs/finetune.yaml",
  "tokenizer_vocab": "artifacts/tokenizer/vocab.json",
  "vocab_size": 16,
  "num_models": 5,
  "averaging": "mean of per-model predictions in the original label scale",
  "ranking": "descending prediction, ties keep the input row order",
  "predict_batch_size": 1024,
  "candidate_count": 40000,
  "environment": {
    "python": "3.10.20",
    "platform": "Linux-5.15.0-187-generic-x86_64-with-glibc2.35",
    "torch": "2.13.0+cu130",
    "numpy": "2.2.6",
    "pandas": "2.3.3",
    "scipy": "1.15.3",
    "scikit_learn": "1.7.2",
    "cuda_available": true,
    "cuda_version": "13.0",
    "deterministic_algorithms": false,
    "cudnn_deterministic": false,
    "gpu": "NVIDIA RTX PRO 5000 72GB Blackwell",
    "gpu_count": 2,
    "rdkit": "2026.03.5"
  },
  "finetune_config": {
    "seed": 42,
    "output_dir": "artifacts/finetune",
    "pretrained_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
    "tokenizer": {
      "vocab_path": "artifacts/tokenizer/vocab.json"
    },
    "data": {
      "finetune_csv": "data/finetuning.csv",
      "smiles_col": 0,
      "label_col": 1,
      "max_length": 128,
      "val_size": 0.2,
      "standardize_label": true,
      "shuffle_before_train": true
    },
    "label_transform": {
      "method": "boxcox",
      "standardize": true,
      "eps": 1e-06
    },
    "model": {
      "hidden_size": 1024,
      "num_hidden_layers": 16,
      "num_attention_heads": 16,
      "intermediate_size": 4096,
      "dropout": 0.1,
      "norm_eps": 1e-06,
      "rope_base": 10000.0,
      "attention_bias": false,
      "mlp_bias": false,
      "gradient_checkpointing": true
    },
    "train": {
      "batch_size": 64,
      "epochs": 50,
      "warmup_steps": 50,
      "learning_rate": 2e-05,
      "weight_decay": 0.01,
      "max_grad_norm": 1.0,
      "amp": true,
      "freeze_backbone_layers": 0
    },
    "ranking_loss": {
      "weight": 0.4,
      "min_label_diff": 0.0
    },
    "early_stopping": {
      "patience": 10,
      "min_delta": 0.0
    },
    "cv": {
      "enabled": true,
      "n_splits": 5
    }
  },
  "pretrain_config": {
    "seed": 42,
    "output_dir": "artifacts/pretrain_1b",
    "tokenizer": {
      "vocab_path": "artifacts/tokenizer/vocab.json"
    },
    "data": {
      "pretrain_csv": "data/pretrain_data.csv",
      "smiles_col": 0,
      "max_length": 128,
      "chunksize": 100000,
      "shuffle_before_train": true,
      "properties_csv": "data/pretrain_properties.csv",
      "property_stats": "data/pretrain_properties_stats.json"
    },
    "property_prediction": {
      "weight": 0.3,
      "properties": [
        {
          "name": "logp"
        },
        {
          "name": "mol_weight"
        },
        {
          "name": "tpsa"
        }
      ]
    },
    "model": {
      "hidden_size": 1024,
      "num_hidden_layers": 16,
      "num_attention_heads": 16,
      "intermediate_size": 4096,
      "dropout": 0.1,
      "norm_eps": 1e-06,
      "rope_base": 10000.0,
      "attention_bias": false,
      "mlp_bias": false,
      "gradient_checkpointing": true
    },
    "eval": {
      "every": 250,
      "rows": 4096,
      "csv": null
    },
    "train": {
      "batch_size": 1024,
      "max_steps": 5000,
      "warmup_steps": 400,
      "learning_rate": 0.0001,
      "weight_decay": 0.01,
      "mlm_probability": 0.15,
      "max_grad_norm": 1.0,
      "amp": true,
      "log_every": 20,
      "save_every": 1000
    }
  },
  "checkpoints": [
    {
      "checkpoint": "artifacts/finetune/fold_1/finetuned_best.pt",
      "pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
      "fold": 1,
      "seed": 42,
      "metrics": {
        "n": 240,
        "rmse": 3.016720809915358,
        "mae": 2.2105405033010546,
        "bias": 0.5753580492755765,
        "lin_ccc": 0.6749716341611404,
        "r2": 0.4879813674220702,
        "pearson": 0.7125533032410793,
        "pearson_p": 1.700629795209451e-38,
        "spearman": 0.7280375371181825,
        "spearman_p": 6.681069044077266e-41,
        "kendall_tau": 0.5319130390110829,
        "kendall_p": 1.299498560172228e-34,
        "top1pct_hit_rate": 0.5,
        "top1pct_precision": 0.5,
        "top1pct_enrichment": 60.0,
        "top1pct_mean_label": 22.074718179380007,
        "top1pct_label_lift": 1.3007386079700671,
        "top1pct_ndcg": 1.0,
        "top5pct_hit_rate": 0.25,
        "top5pct_precision": 0.25,
        "top5pct_enrichment": 5.0,
        "top5pct_mean_label": 21.123997623619843,
        "top5pct_label_lift": 1.2447180091013057,
        "top5pct_ndcg": 0.6974690804994818,
        "top10pct_hit_rate": 0.3333333333333333,
        "top10pct_precision": 0.3333333333333333,
        "top10pct_enrichment": 3.333333333333333,
        "top10pct_mean_label": 20.99460602247728,
        "top10pct_label_lift": 1.2370936920076265,
        "top10pct_ndcg": 0.6304026921451558,
        "top25pct_hit_rate": 0.5666666666666667,
        "top25pct_precision": 0.5666666666666667,
        "top25pct_enrichment": 2.2666666666666666,
        "top25pct_mean_label": 20.301747876402775,
        "top25pct_label_lift": 1.1962674702129805,
        "top25pct_ndcg": 0.6611033268034421,
        "calibration_slope": 0.5316429110119829,
        "calibration_intercept": 8.52380417317444,
        "bland_altman_bias": 0.5753580492755765,
        "bland_altman_loa_low": -5.241009340453502,
        "bland_altman_loa_high": 6.391725439004656
      },
      "num_parameters": 269538305,
      "finetune_model_config": {
        "hidden_size": 1024,
        "num_hidden_layers": 16,
        "num_attention_heads": 16,
        "intermediate_size": 4096,
        "dropout": 0.1,
        "norm_eps": 1e-06,
        "rope_base": 10000.0,
        "attention_bias": false,
        "mlp_bias": false,
        "gradient_checkpointing": true,
        "vocab_size": 16,
        "max_position_embeddings": 128
      },
      "label_transform": {
        "method": "boxcox",
        "standardize": true,
        "eps": 1e-06,
        "shift": 0.0,
        "lambda": 2.6528826571599744,
        "mean": 818.6453537016757,
        "std": 395.03491115300153
      },
      "prediction_summary": {
        "n": 40000,
        "mean": 19.084570555611737,
        "std": 2.633228976539679,
        "min": 0.00790731737759756,
        "q1": 18.16664790036716,
        "median": 20.07776589483494,
        "q3": 20.760716329817278,
        "max": 23.294746366712346,
        "skew": -1.5604478989075907,
        "kurtosis": 2.3642465213477006
      },
      "inference_seconds": 123.17227739933878
    },
    {
      "checkpoint": "artifacts/finetune/fold_2/finetuned_best.pt",
      "pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
      "fold": 2,
      "seed": 42,
      "metrics": {
        "n": 240,
        "rmse": 2.729463313408446,
        "mae": 2.0208706606020734,
        "bias": 0.16875507119804636,
        "lin_ccc": 0.7049590271885893,
        "r2": 0.502600436763365,
        "pearson": 0.7185220562604682,
        "pearson_p": 2.1009418555482565e-39,
        "spearman": 0.6579393739474643,
        "spearman_p": 3.798447613717942e-31,
        "kendall_tau": 0.4838214783821479,
        "kendall_p": 6.287469297092985e-29,
        "top1pct_hit_rate": 0.0,
        "top1pct_precision": 0.0,
        "top1pct_enrichment": 0.0,
        "top1pct_mean_label": 22.281227360114507,
        "top1pct_label_lift": 1.2516447830983783,
        "top1pct_ndcg": 1.0,
        "top5pct_hit_rate": 0.3333333333333333,
        "top5pct_precision": 0.3333333333333333,
        "top5pct_enrichment": 6.666666666666666,
        "top5pct_mean_label": 21.290943841131398,
        "top5pct_label_lift": 1.1960157470362849,
        "top5pct_ndcg": 0.7488389769487817,
        "top10pct_hit_rate": 0.5416666666666666,
        "top10pct_precision": 0.5416666666666666,
        "top10pct_enrichment": 5.416666666666666,
        "top10pct_mean_label": 21.12574905542178,
        "top10pct_label_lift": 1.1867359534061268,
        "top10pct_ndcg": 0.6827915198002624,
        "top25pct_hit_rate": 0.5333333333333333,
        "top25pct_precision": 0.5333333333333333,
        "top25pct_enrichment": 2.1333333333333333,
        "top25pct_mean_label": 20.43513042867596,
        "top25pct_label_lift": 1.1479405501141005,
        "top25pct_ndcg": 0.679311436836701,
        "calibration_slope": 0.5942332498467243,
        "calibration_intercept": 7.392035459871465,
        "bland_altman_bias": 0.16875507119804636,
        "bland_altman_loa_low": -5.181917122257909,
        "bland_altman_loa_high": 5.519427264654002
      },
      "num_parameters": 269538305,
      "finetune_model_config": {
        "hidden_size": 1024,
        "num_hidden_layers": 16,
        "num_attention_heads": 16,
        "intermediate_size": 4096,
        "dropout": 0.1,
        "norm_eps": 1e-06,
        "rope_base": 10000.0,
        "attention_bias": false,
        "mlp_bias": false,
        "gradient_checkpointing": true,
        "vocab_size": 16,
        "max_position_embeddings": 128
      },
      "label_transform": {
        "method": "boxcox",
        "standardize": true,
        "eps": 1e-06,
        "shift": 0.0,
        "lambda": 2.4824881449295666,
        "mean": 516.8572699568506,
        "std": 247.18976653868768
      },
      "prediction_summary": {
        "n": 40000,
        "mean": 18.76486286696458,
        "std": 2.6460640410388354,
        "min": 0.005522543436537025,
        "q1": 17.616381339713072,
        "median": 19.8003292931055,
        "q3": 20.488337170513702,
        "max": 23.901300894924457,
        "skew": -1.5735187380150544,
        "kurtosis": 2.6367540593312953
      },
      "inference_seconds": 122.74872832978144
    },
    {
      "checkpoint": "artifacts/finetune/fold_3/finetuned_best.pt",
      "pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
      "fold": 3,
      "seed": 42,
      "metrics": {
        "n": 240,
        "rmse": 2.7558465331499544,
        "mae": 2.0396315326095524,
        "bias": 0.2885146071415838,
        "lin_ccc": 0.7437467167129843,
        "r2": 0.5700774971504855,
        "pearson": 0.7605086552929532,
        "pearson_p": 1.5747525493307184e-46,
        "spearman": 0.7526956859910107,
        "spearman_p": 4.274145311030382e-45,
        "kendall_tau": 0.5590153077075934,
        "kendall_p": 4.752119092075871e-38,
        "top1pct_hit_rate": 0.5,
        "top1pct_precision": 0.5,
        "top1pct_enrichment": 60.0,
        "top1pct_mean_label": 22.407659306185742,
        "top1pct_label_lift": 1.2986582234916932,
        "top1pct_ndcg": 1.0,
        "top5pct_hit_rate": 0.5833333333333334,
        "top5pct_precision": 0.5833333333333334,
        "top5pct_enrichment": 11.666666666666668,
        "top5pct_mean_label": 21.982758975720802,
        "top5pct_label_lift": 1.2740327014421722,
        "top5pct_ndcg": 0.8843548669629433,
        "top10pct_hit_rate": 0.4583333333333333,
        "top10pct_precision": 0.4583333333333333,
        "top10pct_enrichment": 4.583333333333333,
        "top10pct_mean_label": 21.0606979652578,
        "top10pct_label_lift": 1.2205937367811788,
        "top10pct_ndcg": 0.6909898269912214,
        "top25pct_hit_rate": 0.65,
        "top25pct_precision": 0.65,
        "top25pct_enrichment": 2.6,
        "top25pct_mean_label": 20.6959469696337,
        "top25pct_label_lift": 1.1994542293689405,
        "top25pct_ndcg": 0.7804191160391879,
        "calibration_slope": 0.6239011766674933,
        "calibration_intercept": 6.777900456509411,
        "bland_altman_bias": 0.2885146071415838,
        "bland_altman_loa_low": -5.094488317593492,
        "bland_altman_loa_high": 5.671517531876659
      },
      "num_parameters": 269538305,
      "finetune_model_config": {
        "hidden_size": 1024,
        "num_hidden_layers": 16,
        "num_attention_heads": 16,
        "intermediate_size": 4096,
        "dropout": 0.1,
        "norm_eps": 1e-06,
        "rope_base": 10000.0,
        "attention_bias": false,
        "mlp_bias": false,
        "gradient_checkpointing": true,
        "vocab_size": 16,
        "max_position_embeddings": 128
      },
      "label_transform": {
        "method": "boxcox",
        "standardize": true,
        "eps": 1e-06,
        "shift": 0.0,
        "lambda": 2.6199533770295904,
        "mean": 745.128166455945,
        "std": 359.17743090519144
      },
      "prediction_summary": {
        "n": 40000,
        "mean": 18.974293303880472,
        "std": 2.6593912631899275,
        "min": 0.007405251012363457,
        "q1": 18.305925741583565,
        "median": 19.941677314052313,
        "q3": 20.622990579546,
        "max": 23.088957751781386,
        "skew": -1.9947422001285913,
        "kurtosis": 4.726037791451937
      },
      "inference_seconds": 122.39505773503333
    },
    {
      "checkpoint": "artifacts/finetune/fold_4/finetuned_best.pt",
      "pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
      "fold": 4,
      "seed": 42,
      "metrics": {
        "n": 240,
        "rmse": 3.112832545617113,
        "mae": 2.3406461372192515,
        "bias": -0.33093859514531654,
        "lin_ccc": 0.6604858606930734,
        "r2": 0.44009701236976007,
        "pearson": 0.6792817550452962,
        "pearson_p": 7.89731148131809e-34,
        "spearman": 0.6531830644556356,
        "spearman_p": 1.4056900549610571e-30,
        "kendall_tau": 0.4742145823866811,
        "kendall_p": 7.4557843019224235e-28,
        "top1pct_hit_rate": 0.0,
        "top1pct_precision": 0.0,
        "top1pct_enrichment": 0.0,
        "top1pct_mean_label": 22.36589747908227,
        "top1pct_label_lift": 1.3087687425485373,
        "top1pct_ndcg": 1.0,
        "top5pct_hit_rate": 0.5,
        "top5pct_precision": 0.5,
        "top5pct_enrichment": 10.0,
        "top5pct_mean_label": 21.390791475395947,
        "top5pct_label_lift": 1.2517091830343423,
        "top5pct_ndcg": 0.7428225499537935,
        "top10pct_hit_rate": 0.375,
        "top10pct_precision": 0.375,
        "top10pct_enrichment": 3.75,
        "top10pct_mean_label": 20.363830650444026,
        "top10pct_label_lift": 1.1916152731531957,
        "top10pct_ndcg": 0.6111118484922168,
        "top25pct_hit_rate": 0.4666666666666667,
        "top25pct_precision": 0.4666666666666667,
        "top25pct_enrichment": 1.8666666666666667,
        "top25pct_mean_label": 19.81425167633917,
        "top25pct_label_lift": 1.1594559652808856,
        "top25pct_ndcg": 0.6525959791102312,
        "calibration_slope": 0.5446135578395894,
        "calibration_intercept": 7.4512815539166946,
        "bland_altman_bias": -0.33093859514531654,
        "bland_altman_loa_low": -6.41019089720162,
        "bland_altman_loa_high": 5.748313706910986
      },
      "num_parameters": 269538305,
      "finetune_model_config": {
        "hidden_size": 1024,
        "num_hidden_layers": 16,
        "num_attention_heads": 16,
        "intermediate_size": 4096,
        "dropout": 0.1,
        "norm_eps": 1e-06,
        "rope_base": 10000.0,
        "attention_bias": false,
        "mlp_bias": false,
        "gradient_checkpointing": true,
        "vocab_size": 16,
        "max_position_embeddings": 128
      },
      "label_transform": {
        "method": "boxcox",
        "standardize": true,
        "eps": 1e-06,
        "shift": 0.0,
        "lambda": 2.608643600037347,
        "mean": 728.2500444106847,
        "std": 349.2584446593143
      },
      "prediction_summary": {
        "n": 40000,
        "mean": 18.093900938048062,
        "std": 2.646573143663376,
        "min": 5.850168129741061,
        "q1": 16.856811135837464,
        "median": 19.051894711772476,
        "q3": 19.983186422741433,
        "max": 22.870884639372697,
        "skew": -1.3350308929056092,
        "kurtosis": 1.4284389129779997
      },
      "inference_seconds": 122.30844540009275
    },
    {
      "checkpoint": "artifacts/finetune/fold_5/finetuned_best.pt",
      "pretrain_checkpoint": "artifacts/pretrain_1b/pretrained_final.pt",
      "fold": 5,
      "seed": 42,
      "metrics": {
        "n": 240,
        "rmse": 2.852985405247285,
        "mae": 2.0661423173748537,
        "bias": 0.37578822071712736,
        "lin_ccc": 0.6522268616268461,
        "r2": 0.4781710523106345,
        "pearson": 0.6980211599886517,
        "pearson_p": 2.2278005388269578e-36,
        "spearman": 0.7089803444895789,
        "spearman_p": 5.797704493108106e-38,
        "kendall_tau": 0.5174776409022275,
        "kendall_p": 7.519009046474907e-33,
        "top1pct_hit_rate": 0.5,
        "top1pct_precision": 0.5,
        "top1pct_enrichment": 60.0,
        "top1pct_mean_label": 22.67285433882665,
        "top1pct_label_lift": 1.3014717791221526,
        "top1pct_ndcg": 1.0,
        "top5pct_hit_rate": 0.3333333333333333,
        "top5pct_precision": 0.3333333333333333,
        "top5pct_enrichment": 6.666666666666666,
        "top5pct_mean_label": 21.308898411367533,
        "top5pct_label_lift": 1.2231777045858676,
        "top5pct_ndcg": 0.7671708282768139,
        "top10pct_hit_rate": 0.2916666666666667,
        "top10pct_precision": 0.2916666666666667,
        "top10pct_enrichment": 2.916666666666667,
        "top10pct_mean_label": 20.41476746031962,
        "top10pct_label_lift": 1.1718526185495795,
        "top10pct_ndcg": 0.5800997676188603,
        "top25pct_hit_rate": 0.6166666666666667,
        "top25pct_precision": 0.6166666666666667,
        "top25pct_enrichment": 2.466666666666667,
        "top25pct_mean_label": 20.417792280165948,
        "top25pct_label_lift": 1.1720262498713394,
        "top25pct_ndcg": 0.7085066165111809,
        "calibration_slope": 0.4893288458815424,
        "calibration_intercept": 9.272156838235627,
        "bland_altman_bias": 0.37578822071712736,
        "bland_altman_loa_low": -5.17892739281869,
        "bland_altman_loa_high": 5.930503834252945
      },
      "num_parameters": 269538305,
      "finetune_model_config": {
        "hidden_size": 1024,
        "num_hidden_layers": 16,
        "num_attention_heads": 16,
        "intermediate_size": 4096,
        "dropout": 0.1,
        "norm_eps": 1e-06,
        "rope_base": 10000.0,
        "attention_bias": false,
        "mlp_bias": false,
        "gradient_checkpointing": true,
        "vocab_size": 16,
        "max_position_embeddings": 128
      },
      "label_transform": {
        "method": "boxcox",
        "standardize": true,
        "eps": 1e-06,
        "shift": 0.0,
        "lambda": 2.5749087610508976,
        "mean": 662.142829404984,
        "std": 320.1347279381869
      },
      "prediction_summary": {
        "n": 40000,
        "mean": 19.09752231698707,
        "std": 2.288782613382521,
        "min": 5.154954809565527,
        "q1": 18.30129665503537,
        "median": 19.806433313281765,
        "q3": 20.587544416909857,
        "max": 23.422721356309616,
        "skew": -1.5044180650812453,
        "kurtosis": 2.4329462950237257
      },
      "inference_seconds": 122.63115525292233
    }
  ]
}