WORKFLOW_START utc=2026-09-24T11:44:48Z
OUTPUT_ROOT=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m
TRAIN_CSV_SHA256=8ca2203c0e9d61c080c7a314c7cdb51c1b03a1d9eb4770819f7f34af53ef4e33
LABELS_SHA256=eb4c2b29e7e84adbb4b5ccee825ca20ade6a43dbe295f13be442d549e4f5dca4
TRAINER_SHA256=5cfcbb5da7090b19fdcd6516c9c8ff2242713c11e3c21d955af98b23874f7a2d
PSEUDO_STUDIES=4349; GOLD/PARTIAL_ROWS=58
FOLD_SIZES=[435, 435, 434, 435, 435, 435, 435, 435, 435, 435]
FOLD_POSITIVE_COUNTS=[[89, 67, 175, 67, 162, 119, 199, 258, 54, 107, 75, 29], [89, 67, 175, 66, 163, 120, 200, 259, 54, 107, 75, 29], [90, 66, 176, 67, 162, 119, 199, 259, 54, 108, 74, 29], [89, 66, 176, 67, 163, 119, 200, 258, 54, 108, 74, 30], [90, 66, 176, 67, 162, 119, 200, 258, 54, 107, 74, 30], [89, 66, 175, 67, 162, 119, 199, 258, 54, 108, 75, 30], [90, 67, 176, 67, 162, 119, 200, 258, 54, 107, 74, 30], [89, 66, 175, 67, 162, 119, 199, 259, 54, 107, 75, 30], [90, 66, 175, 67, 162, 119, 200, 258, 54, 107, 75, 30], [89, 66, 176, 67, 162, 119, 200, 258, 54, 107, 75, 30]]
OOF_MODELS=10; TRAIN_FOLDS_PER_MODEL=7; PREDICT_FOLDS_PER_MODEL=3; EPOCHS_PER_MODEL=40
TRAINING=batch 8; weight_decay=0.1; adam_eps=1e-08; head=standard attention MIL
MODEL=0 TRAIN_FOLDS=[3, 4, 5, 6, 7, 8, 9] PREDICT_FOLDS=[0, 1, 2] TRAIN_PSEUDO=3045 PREDICT_PSEUDO=1304
STAGE_START=oof_train_model_0 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_00/train.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "train", "--input-root", "/workspace", "--train-csv", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_00/train_7folds.csv", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_00/train_attention_mil", "--device", "cuda", "--arch", "convnext_small.dinov3_lvd1689m", "--res", "256", "--windows", "8", "--eval-windows", "24", "--batch", "8", "--eval-batch", "1", "--accum", "1", "--epochs", "40", "--backbone-lr", "1e-05", "--head-lr", "0.0002", "--adam-eps", "1e-08", "--weight-decay", "0.1", "--head", "mil", "--bce-weight", "1", "--rank-weight", "0", "--rank-mode", "within_sample_mse", "--seed", "42", "--workers", "8", "--cpu-threads", "8", "--dropout", "0.1", "--drop-path", "0.1", "--warmup-fraction", "0.1", "--bn", "train", "--early-stop-patience", "10", "--early-stop-min-epochs", "20", "--early-stop-min-delta", "0.001", "--soft-val-fraction", "0", "--no-save-train-log-probs", "--no-save-per-finding-models", "--save-epoch-gold-predictions", "--torch-compile", "--torch-compile-mode", "reduce-overhead"]
STAGE_EXIT=oof_train_model_0 CODE=0 ELAPSED_SEC=4232.9
MODEL=0 EARLY_STOPPED_AT=38 OF_MAX=40
STAGE_START=oof_predict_model_0 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_00/predict.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "predict_ids", "--input-root", "/workspace", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--checkpoint", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_00/train_attention_mil/last.pt", "--predict-ids-file", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_00/heldout_3folds_ids.txt", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_00/oof_predictions", "--device", "cuda", "--eval-batch", "1", "--workers", "8", "--cpu-threads", "8"]
STAGE_EXIT=oof_predict_model_0 CODE=0 ELAPSED_SEC=68.7
OOF_MODEL_DONE=0 N=1304 TRAIN_N=3045
MODEL=1 TRAIN_FOLDS=[4, 5, 6, 7, 8, 9, 0] PREDICT_FOLDS=[1, 2, 3] TRAIN_PSEUDO=3045 PREDICT_PSEUDO=1304
STAGE_START=oof_train_model_1 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_01/train.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "train", "--input-root", "/workspace", "--train-csv", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_01/train_7folds.csv", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_01/train_attention_mil", "--device", "cuda", "--arch", "convnext_small.dinov3_lvd1689m", "--res", "256", "--windows", "8", "--eval-windows", "24", "--batch", "8", "--eval-batch", "1", "--accum", "1", "--epochs", "40", "--backbone-lr", "1e-05", "--head-lr", "0.0002", "--adam-eps", "1e-08", "--weight-decay", "0.1", "--head", "mil", "--bce-weight", "1", "--rank-weight", "0", "--rank-mode", "within_sample_mse", "--seed", "42", "--workers", "8", "--cpu-threads", "8", "--dropout", "0.1", "--drop-path", "0.1", "--warmup-fraction", "0.1", "--bn", "train", "--early-stop-patience", "10", "--early-stop-min-epochs", "20", "--early-stop-min-delta", "0.001", "--soft-val-fraction", "0", "--no-save-train-log-probs", "--no-save-per-finding-models", "--save-epoch-gold-predictions", "--torch-compile", "--torch-compile-mode", "reduce-overhead"]
STAGE_EXIT=oof_train_model_1 CODE=0 ELAPSED_SEC=4393.2
STAGE_START=oof_predict_model_1 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_01/predict.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "predict_ids", "--input-root", "/workspace", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--checkpoint", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_01/train_attention_mil/last.pt", "--predict-ids-file", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_01/heldout_3folds_ids.txt", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_01/oof_predictions", "--device", "cuda", "--eval-batch", "1", "--workers", "8", "--cpu-threads", "8"]
STAGE_EXIT=oof_predict_model_1 CODE=0 ELAPSED_SEC=65.4
OOF_MODEL_DONE=1 N=1304 TRAIN_N=3045
MODEL=2 TRAIN_FOLDS=[5, 6, 7, 8, 9, 0, 1] PREDICT_FOLDS=[2, 3, 4] TRAIN_PSEUDO=3045 PREDICT_PSEUDO=1304
STAGE_START=oof_train_model_2 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_02/train.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "train", "--input-root", "/workspace", "--train-csv", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_02/train_7folds.csv", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_02/train_attention_mil", "--device", "cuda", "--arch", "convnext_small.dinov3_lvd1689m", "--res", "256", "--windows", "8", "--eval-windows", "24", "--batch", "8", "--eval-batch", "1", "--accum", "1", "--epochs", "40", "--backbone-lr", "1e-05", "--head-lr", "0.0002", "--adam-eps", "1e-08", "--weight-decay", "0.1", "--head", "mil", "--bce-weight", "1", "--rank-weight", "0", "--rank-mode", "within_sample_mse", "--seed", "42", "--workers", "8", "--cpu-threads", "8", "--dropout", "0.1", "--drop-path", "0.1", "--warmup-fraction", "0.1", "--bn", "train", "--early-stop-patience", "10", "--early-stop-min-epochs", "20", "--early-stop-min-delta", "0.001", "--soft-val-fraction", "0", "--no-save-train-log-probs", "--no-save-per-finding-models", "--save-epoch-gold-predictions", "--torch-compile", "--torch-compile-mode", "reduce-overhead"]
STAGE_EXIT=oof_train_model_2 CODE=0 ELAPSED_SEC=4404.4
STAGE_START=oof_predict_model_2 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_02/predict.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "predict_ids", "--input-root", "/workspace", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--checkpoint", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_02/train_attention_mil/last.pt", "--predict-ids-file", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_02/heldout_3folds_ids.txt", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_02/oof_predictions", "--device", "cuda", "--eval-batch", "1", "--workers", "8", "--cpu-threads", "8"]
STAGE_EXIT=oof_predict_model_2 CODE=0 ELAPSED_SEC=65.7
OOF_MODEL_DONE=2 N=1304 TRAIN_N=3045
MODEL=3 TRAIN_FOLDS=[6, 7, 8, 9, 0, 1, 2] PREDICT_FOLDS=[3, 4, 5] TRAIN_PSEUDO=3044 PREDICT_PSEUDO=1305
STAGE_START=oof_train_model_3 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_03/train.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "train", "--input-root", "/workspace", "--train-csv", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_03/train_7folds.csv", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_03/train_attention_mil", "--device", "cuda", "--arch", "convnext_small.dinov3_lvd1689m", "--res", "256", "--windows", "8", "--eval-windows", "24", "--batch", "8", "--eval-batch", "1", "--accum", "1", "--epochs", "40", "--backbone-lr", "1e-05", "--head-lr", "0.0002", "--adam-eps", "1e-08", "--weight-decay", "0.1", "--head", "mil", "--bce-weight", "1", "--rank-weight", "0", "--rank-mode", "within_sample_mse", "--seed", "42", "--workers", "8", "--cpu-threads", "8", "--dropout", "0.1", "--drop-path", "0.1", "--warmup-fraction", "0.1", "--bn", "train", "--early-stop-patience", "10", "--early-stop-min-epochs", "20", "--early-stop-min-delta", "0.001", "--soft-val-fraction", "0", "--no-save-train-log-probs", "--no-save-per-finding-models", "--save-epoch-gold-predictions", "--torch-compile", "--torch-compile-mode", "reduce-overhead"]
STAGE_EXIT=oof_train_model_3 CODE=0 ELAPSED_SEC=4073.8
MODEL=3 EARLY_STOPPED_AT=37 OF_MAX=40
STAGE_START=oof_predict_model_3 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_03/predict.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "predict_ids", "--input-root", "/workspace", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--checkpoint", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_03/train_attention_mil/last.pt", "--predict-ids-file", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_03/heldout_3folds_ids.txt", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_03/oof_predictions", "--device", "cuda", "--eval-batch", "1", "--workers", "8", "--cpu-threads", "8"]
STAGE_EXIT=oof_predict_model_3 CODE=0 ELAPSED_SEC=69.5
OOF_MODEL_DONE=3 N=1305 TRAIN_N=3044
MODEL=4 TRAIN_FOLDS=[7, 8, 9, 0, 1, 2, 3] PREDICT_FOLDS=[4, 5, 6] TRAIN_PSEUDO=3044 PREDICT_PSEUDO=1305
STAGE_START=oof_train_model_4 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_04/train.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "train", "--input-root", "/workspace", "--train-csv", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_04/train_7folds.csv", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_04/train_attention_mil", "--device", "cuda", "--arch", "convnext_small.dinov3_lvd1689m", "--res", "256", "--windows", "8", "--eval-windows", "24", "--batch", "8", "--eval-batch", "1", "--accum", "1", "--epochs", "40", "--backbone-lr", "1e-05", "--head-lr", "0.0002", "--adam-eps", "1e-08", "--weight-decay", "0.1", "--head", "mil", "--bce-weight", "1", "--rank-weight", "0", "--rank-mode", "within_sample_mse", "--seed", "42", "--workers", "8", "--cpu-threads", "8", "--dropout", "0.1", "--drop-path", "0.1", "--warmup-fraction", "0.1", "--bn", "train", "--early-stop-patience", "10", "--early-stop-min-epochs", "20", "--early-stop-min-delta", "0.001", "--soft-val-fraction", "0", "--no-save-train-log-probs", "--no-save-per-finding-models", "--save-epoch-gold-predictions", "--torch-compile", "--torch-compile-mode", "reduce-overhead"]
STAGE_EXIT=oof_train_model_4 CODE=0 ELAPSED_SEC=3520.9
MODEL=4 EARLY_STOPPED_AT=32 OF_MAX=40
STAGE_START=oof_predict_model_4 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_04/predict.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "predict_ids", "--input-root", "/workspace", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--checkpoint", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_04/train_attention_mil/last.pt", "--predict-ids-file", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_04/heldout_3folds_ids.txt", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_04/oof_predictions", "--device", "cuda", "--eval-batch", "1", "--workers", "8", "--cpu-threads", "8"]
STAGE_EXIT=oof_predict_model_4 CODE=0 ELAPSED_SEC=66.1
OOF_MODEL_DONE=4 N=1305 TRAIN_N=3044
MODEL=5 TRAIN_FOLDS=[8, 9, 0, 1, 2, 3, 4] PREDICT_FOLDS=[5, 6, 7] TRAIN_PSEUDO=3044 PREDICT_PSEUDO=1305
STAGE_START=oof_train_model_5 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_05/train.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "train", "--input-root", "/workspace", "--train-csv", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_05/train_7folds.csv", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_05/train_attention_mil", "--device", "cuda", "--arch", "convnext_small.dinov3_lvd1689m", "--res", "256", "--windows", "8", "--eval-windows", "24", "--batch", "8", "--eval-batch", "1", "--accum", "1", "--epochs", "40", "--backbone-lr", "1e-05", "--head-lr", "0.0002", "--adam-eps", "1e-08", "--weight-decay", "0.1", "--head", "mil", "--bce-weight", "1", "--rank-weight", "0", "--rank-mode", "within_sample_mse", "--seed", "42", "--workers", "8", "--cpu-threads", "8", "--dropout", "0.1", "--drop-path", "0.1", "--warmup-fraction", "0.1", "--bn", "train", "--early-stop-patience", "10", "--early-stop-min-epochs", "20", "--early-stop-min-delta", "0.001", "--soft-val-fraction", "0", "--no-save-train-log-probs", "--no-save-per-finding-models", "--save-epoch-gold-predictions", "--torch-compile", "--torch-compile-mode", "reduce-overhead"]
STAGE_EXIT=oof_train_model_5 CODE=0 ELAPSED_SEC=4065.9
MODEL=5 EARLY_STOPPED_AT=37 OF_MAX=40
STAGE_START=oof_predict_model_5 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_05/predict.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "predict_ids", "--input-root", "/workspace", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--checkpoint", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_05/train_attention_mil/last.pt", "--predict-ids-file", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_05/heldout_3folds_ids.txt", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_05/oof_predictions", "--device", "cuda", "--eval-batch", "1", "--workers", "8", "--cpu-threads", "8"]
STAGE_EXIT=oof_predict_model_5 CODE=0 ELAPSED_SEC=69.2
OOF_MODEL_DONE=5 N=1305 TRAIN_N=3044
MODEL=6 TRAIN_FOLDS=[9, 0, 1, 2, 3, 4, 5] PREDICT_FOLDS=[6, 7, 8] TRAIN_PSEUDO=3044 PREDICT_PSEUDO=1305
STAGE_START=oof_train_model_6 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_06/train.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "train", "--input-root", "/workspace", "--train-csv", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_06/train_7folds.csv", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_06/train_attention_mil", "--device", "cuda", "--arch", "convnext_small.dinov3_lvd1689m", "--res", "256", "--windows", "8", "--eval-windows", "24", "--batch", "8", "--eval-batch", "1", "--accum", "1", "--epochs", "40", "--backbone-lr", "1e-05", "--head-lr", "0.0002", "--adam-eps", "1e-08", "--weight-decay", "0.1", "--head", "mil", "--bce-weight", "1", "--rank-weight", "0", "--rank-mode", "within_sample_mse", "--seed", "42", "--workers", "8", "--cpu-threads", "8", "--dropout", "0.1", "--drop-path", "0.1", "--warmup-fraction", "0.1", "--bn", "train", "--early-stop-patience", "10", "--early-stop-min-epochs", "20", "--early-stop-min-delta", "0.001", "--soft-val-fraction", "0", "--no-save-train-log-probs", "--no-save-per-finding-models", "--save-epoch-gold-predictions", "--torch-compile", "--torch-compile-mode", "reduce-overhead"]
STAGE_EXIT=oof_train_model_6 CODE=0 ELAPSED_SEC=3942.2
MODEL=6 EARLY_STOPPED_AT=36 OF_MAX=40
STAGE_START=oof_predict_model_6 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_06/predict.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "predict_ids", "--input-root", "/workspace", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--checkpoint", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_06/train_attention_mil/last.pt", "--predict-ids-file", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_06/heldout_3folds_ids.txt", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_06/oof_predictions", "--device", "cuda", "--eval-batch", "1", "--workers", "8", "--cpu-threads", "8"]
STAGE_EXIT=oof_predict_model_6 CODE=0 ELAPSED_SEC=67.9
OOF_MODEL_DONE=6 N=1305 TRAIN_N=3044
MODEL=7 TRAIN_FOLDS=[0, 1, 2, 3, 4, 5, 6] PREDICT_FOLDS=[7, 8, 9] TRAIN_PSEUDO=3044 PREDICT_PSEUDO=1305
STAGE_START=oof_train_model_7 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_07/train.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "train", "--input-root", "/workspace", "--train-csv", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_07/train_7folds.csv", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_07/train_attention_mil", "--device", "cuda", "--arch", "convnext_small.dinov3_lvd1689m", "--res", "256", "--windows", "8", "--eval-windows", "24", "--batch", "8", "--eval-batch", "1", "--accum", "1", "--epochs", "40", "--backbone-lr", "1e-05", "--head-lr", "0.0002", "--adam-eps", "1e-08", "--weight-decay", "0.1", "--head", "mil", "--bce-weight", "1", "--rank-weight", "0", "--rank-mode", "within_sample_mse", "--seed", "42", "--workers", "8", "--cpu-threads", "8", "--dropout", "0.1", "--drop-path", "0.1", "--warmup-fraction", "0.1", "--bn", "train", "--early-stop-patience", "10", "--early-stop-min-epochs", "20", "--early-stop-min-delta", "0.001", "--soft-val-fraction", "0", "--no-save-train-log-probs", "--no-save-per-finding-models", "--save-epoch-gold-predictions", "--torch-compile", "--torch-compile-mode", "reduce-overhead"]
STAGE_EXIT=oof_train_model_7 CODE=0 ELAPSED_SEC=3616.3
MODEL=7 EARLY_STOPPED_AT=33 OF_MAX=40
STAGE_START=oof_predict_model_7 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_07/predict.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "predict_ids", "--input-root", "/workspace", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--checkpoint", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_07/train_attention_mil/last.pt", "--predict-ids-file", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_07/heldout_3folds_ids.txt", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_07/oof_predictions", "--device", "cuda", "--eval-batch", "1", "--workers", "8", "--cpu-threads", "8"]
STAGE_EXIT=oof_predict_model_7 CODE=0 ELAPSED_SEC=67.7
OOF_MODEL_DONE=7 N=1305 TRAIN_N=3044
MODEL=8 TRAIN_FOLDS=[1, 2, 3, 4, 5, 6, 7] PREDICT_FOLDS=[8, 9, 0] TRAIN_PSEUDO=3044 PREDICT_PSEUDO=1305
STAGE_START=oof_train_model_8 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_08/train.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "train", "--input-root", "/workspace", "--train-csv", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_08/train_7folds.csv", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_08/train_attention_mil", "--device", "cuda", "--arch", "convnext_small.dinov3_lvd1689m", "--res", "256", "--windows", "8", "--eval-windows", "24", "--batch", "8", "--eval-batch", "1", "--accum", "1", "--epochs", "40", "--backbone-lr", "1e-05", "--head-lr", "0.0002", "--adam-eps", "1e-08", "--weight-decay", "0.1", "--head", "mil", "--bce-weight", "1", "--rank-weight", "0", "--rank-mode", "within_sample_mse", "--seed", "42", "--workers", "8", "--cpu-threads", "8", "--dropout", "0.1", "--drop-path", "0.1", "--warmup-fraction", "0.1", "--bn", "train", "--early-stop-patience", "10", "--early-stop-min-epochs", "20", "--early-stop-min-delta", "0.001", "--soft-val-fraction", "0", "--no-save-train-log-probs", "--no-save-per-finding-models", "--save-epoch-gold-predictions", "--torch-compile", "--torch-compile-mode", "reduce-overhead"]
STAGE_EXIT=oof_train_model_8 CODE=0 ELAPSED_SEC=4370.2
STAGE_START=oof_predict_model_8 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_08/predict.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "predict_ids", "--input-root", "/workspace", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--checkpoint", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_08/train_attention_mil/last.pt", "--predict-ids-file", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_08/heldout_3folds_ids.txt", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_08/oof_predictions", "--device", "cuda", "--eval-batch", "1", "--workers", "8", "--cpu-threads", "8"]
STAGE_EXIT=oof_predict_model_8 CODE=0 ELAPSED_SEC=62.9
OOF_MODEL_DONE=8 N=1305 TRAIN_N=3044
MODEL=9 TRAIN_FOLDS=[2, 3, 4, 5, 6, 7, 8] PREDICT_FOLDS=[9, 0, 1] TRAIN_PSEUDO=3044 PREDICT_PSEUDO=1305
STAGE_START=oof_train_model_9 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_09/train.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "train", "--input-root", "/workspace", "--train-csv", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_09/train_7folds.csv", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_09/train_attention_mil", "--device", "cuda", "--arch", "convnext_small.dinov3_lvd1689m", "--res", "256", "--windows", "8", "--eval-windows", "24", "--batch", "8", "--eval-batch", "1", "--accum", "1", "--epochs", "40", "--backbone-lr", "1e-05", "--head-lr", "0.0002", "--adam-eps", "1e-08", "--weight-decay", "0.1", "--head", "mil", "--bce-weight", "1", "--rank-weight", "0", "--rank-mode", "within_sample_mse", "--seed", "42", "--workers", "8", "--cpu-threads", "8", "--dropout", "0.1", "--drop-path", "0.1", "--warmup-fraction", "0.1", "--bn", "train", "--early-stop-patience", "10", "--early-stop-min-epochs", "20", "--early-stop-min-delta", "0.001", "--soft-val-fraction", "0", "--no-save-train-log-probs", "--no-save-per-finding-models", "--save-epoch-gold-predictions", "--torch-compile", "--torch-compile-mode", "reduce-overhead"]
STAGE_EXIT=oof_train_model_9 CODE=0 ELAPSED_SEC=3939.4
MODEL=9 EARLY_STOPPED_AT=36 OF_MAX=40
STAGE_START=oof_predict_model_9 LOG=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_09/predict.log
COMMAND=["/usr/bin/python3", "/workspace/train_knee_e2e_gpu_standalone.py", "--mode", "predict_ids", "--input-root", "/workspace", "--labels", "/workspace/llm_labels_v4_blend.csv", "--corpus-dirs", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus/versions/2", "/root/.cache/kagglehub/datasets/dreaddevelopment/knee-raptor-corpus-ext/versions/1", "--checkpoint", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_09/train_attention_mil/last.pt", "--predict-ids-file", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_09/heldout_3folds_ids.txt", "--output", "/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof/model_09/oof_predictions", "--device", "cuda", "--eval-batch", "1", "--workers", "8", "--cpu-threads", "8"]
STAGE_EXIT=oof_predict_model_9 CODE=0 ELAPSED_SEC=67.8
OOF_MODEL_DONE=9 N=1305 TRAIN_N=3044
OOF_ARCHIVE=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/oof_predictions.npz
OOF_MASK=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/panda_oof_top5pct_loss_mask.npz MASKED_PAIRS=2616 (5.013%)
OOF_STAGE_COMPLETE MASK_FILE=/workspace/outputs/convnext_small_dinov3_256_oof10x3_bce_weighted_compile_w8_e40_b8_20260924/convnext_small_dinov3_lvd1689m/panda_oof_top5pct_loss_mask.npz
WORKFLOW_COMPLETE utc=2026-09-24T23:12:03Z