{
  "note": "fold_0: lr 2.5e-5 with 10% warm-up (kernel hindi-songs-phase-b-fold0-warmup, no collapse). fold_1..fold_4: lr 5e-5, no warm-up, collapse guard (kernels hindi-songs-phase-b-a / -b, 1-2 restarts each). Fold 0 of the -a kernel collapsed twice, barely trained and was replaced.",
  "fold_0": {
    "n_train_songs": 7678,
    "n_triplets": 3133,
    "theme_sizes": {
      "romance": 4811,
      "sadness": 1334,
      "celebration": 788,
      "motivational": 745
    },
    "restarts": 0,
    "log": [
      {
        "step": 250,
        "loss": 0.35779034420847894,
        "probe_cos": 0.6270641088485718,
        "lr": 1.594387755102041e-05
      },
      {
        "step": 500,
        "loss": 0.36223731458187103,
        "probe_cos": 0.6268429756164551,
        "lr": 2.423469387755102e-05
      },
      {
        "step": 750,
        "loss": 0.33571308267116545,
        "probe_cos": 0.6256451606750488,
        "lr": 2.2463151927437643e-05
      },
      {
        "step": 1000,
        "loss": 0.2832662052512169,
        "probe_cos": 0.45265114307403564,
        "lr": 2.0691609977324265e-05
      },
      {
        "step": 1250,
        "loss": 0.25687087142467496,
        "probe_cos": 0.4207518398761749,
        "lr": 1.8920068027210884e-05
      },
      {
        "step": 1500,
        "loss": 0.24554397901892663,
        "probe_cos": 0.2709161639213562,
        "lr": 1.7148526077097506e-05
      },
      {
        "step": 1750,
        "loss": 0.21471196720004082,
        "probe_cos": 0.249386727809906,
        "lr": 1.537698412698413e-05
      },
      {
        "step": 2000,
        "loss": 0.17725347965955734,
        "probe_cos": 0.3386235535144806,
        "lr": 1.360544217687075e-05
      },
      {
        "step": 2250,
        "loss": 0.1682609778046608,
        "probe_cos": 0.18414939939975739,
        "lr": 1.1833900226757371e-05
      },
      {
        "step": 2500,
        "loss": 0.13024742817878723,
        "probe_cos": 0.22877968847751617,
        "lr": 1.0062358276643992e-05
      },
      {
        "step": 2750,
        "loss": 0.09974546924233436,
        "probe_cos": 0.17853809893131256,
        "lr": 8.290816326530612e-06
      },
      {
        "step": 3000,
        "loss": 0.08711065396666527,
        "probe_cos": 0.1777598112821579,
        "lr": 6.519274376417234e-06
      },
      {
        "step": 3250,
        "loss": 0.07607563102245331,
        "probe_cos": 0.13935384154319763,
        "lr": 4.747732426303855e-06
      },
      {
        "step": 3500,
        "loss": 0.05233840465545654,
        "probe_cos": 0.13033555448055267,
        "lr": 2.9761904761904763e-06
      },
      {
        "step": 3750,
        "loss": 0.047758393108844756,
        "probe_cos": 0.1114666685461998,
        "lr": 1.2046485260770975e-06
      }
    ],
    "minutes": 22.400663415590923,
    "lr": 2.5e-05,
    "warmup_ratio": 0.1,
    "kernel": "hindi-songs-phase-b-fold0-warmup"
  },
  "fold_1": {
    "n_train_songs": 7664,
    "n_triplets": 3134,
    "theme_sizes": {
      "romance": 4795,
      "sadness": 1335,
      "celebration": 783,
      "motivational": 751
    },
    "restarts": 1,
    "log": [
      {
        "step": 250,
        "loss": 0.4000515259504318,
        "probe_cos": 0.9999998211860657,
        "lr": 4.6811224489795916e-05
      },
      {
        "step": 500,
        "loss": 0.39844333615899086,
        "probe_cos": 0.8413222432136536,
        "lr": 2.181122448979592e-05
      },
      {
        "step": 750,
        "loss": 0.3740490228533745,
        "probe_cos": 0.851582407951355,
        "lr": 2.021683673469388e-05
      },
      {
        "step": 1000,
        "loss": 0.3739527750313282,
        "probe_cos": 0.6077041029930115,
        "lr": 1.862244897959184e-05
      },
      {
        "step": 1250,
        "loss": 0.3334512796401978,
        "probe_cos": 0.711341381072998,
        "lr": 1.7028061224489796e-05
      },
      {
        "step": 1500,
        "loss": 0.3156495351791382,
        "probe_cos": 0.6799451112747192,
        "lr": 1.5433673469387753e-05
      },
      {
        "step": 1750,
        "loss": 0.26021582022309303,
        "probe_cos": 0.411399245262146,
        "lr": 1.3839285714285715e-05
      },
      {
        "step": 2000,
        "loss": 0.23198283857107163,
        "probe_cos": 0.46160688996315,
        "lr": 1.2244897959183674e-05
      },
      {
        "step": 2250,
        "loss": 0.21427590799331664,
        "probe_cos": 0.3371812403202057,
        "lr": 1.0650510204081633e-05
      },
      {
        "step": 2500,
        "loss": 0.16143423721194267,
        "probe_cos": 0.2589750289916992,
        "lr": 9.056122448979593e-06
      },
      {
        "step": 2750,
        "loss": 0.1333222160935402,
        "probe_cos": 0.20127730071544647,
        "lr": 7.461734693877552e-06
      },
      {
        "step": 3000,
        "loss": 0.11878441807627678,
        "probe_cos": 0.13663816452026367,
        "lr": 5.867346938775511e-06
      },
      {
        "step": 3250,
        "loss": 0.10877434796094894,
        "probe_cos": 0.13822680711746216,
        "lr": 4.272959183673469e-06
      },
      {
        "step": 3500,
        "loss": 0.07903412395715713,
        "probe_cos": 0.1164812296628952,
        "lr": 2.6785714285714285e-06
      },
      {
        "step": 3750,
        "loss": 0.07456383216381073,
        "probe_cos": 0.11257610470056534,
        "lr": 1.0841836734693879e-06
      }
    ],
    "minutes": 22.299454299608865,
    "lr": 5e-05,
    "warmup_ratio": 0.0,
    "kernel": "hindi-songs-phase-b-a"
  },
  "fold_2": {
    "n_train_songs": 7688,
    "n_triplets": 3144,
    "theme_sizes": {
      "romance": 4817,
      "sadness": 1327,
      "celebration": 776,
      "motivational": 768
    },
    "restarts": 2,
    "log": [
      {
        "step": 250,
        "loss": 0.39874904036521913,
        "probe_cos": 0.9999998211860657,
        "lr": 4.681933842239186e-05
      },
      {
        "step": 500,
        "loss": 0.3885465313494205,
        "probe_cos": 0.8726447820663452,
        "lr": 2.1819338422391858e-05
      },
      {
        "step": 750,
        "loss": 0.3981327829658985,
        "probe_cos": 0.9989058375358582,
        "lr": 2.0229007633587788e-05
      },
      {
        "step": 1000,
        "loss": 0.373011706918478,
        "probe_cos": 0.7963931560516357,
        "lr": 9.319338422391857e-06
      },
      {
        "step": 1250,
        "loss": 0.3489284437894821,
        "probe_cos": 0.7549574971199036,
        "lr": 8.524173027989823e-06
      },
      {
        "step": 1500,
        "loss": 0.33545600417256355,
        "probe_cos": 0.6737831234931946,
        "lr": 7.729007633587788e-06
      },
      {
        "step": 1750,
        "loss": 0.2862657477557659,
        "probe_cos": 0.4438267946243286,
        "lr": 6.93384223918575e-06
      },
      {
        "step": 2000,
        "loss": 0.24785264524817466,
        "probe_cos": 0.46724650263786316,
        "lr": 6.138676844783715e-06
      },
      {
        "step": 2250,
        "loss": 0.24301213392615317,
        "probe_cos": 0.4583934545516968,
        "lr": 5.343511450381679e-06
      },
      {
        "step": 2500,
        "loss": 0.1949729761481285,
        "probe_cos": 0.32848766446113586,
        "lr": 4.548346055979644e-06
      },
      {
        "step": 2750,
        "loss": 0.1786614841222763,
        "probe_cos": 0.3376854658126831,
        "lr": 3.7531806615776087e-06
      },
      {
        "step": 3000,
        "loss": 0.1754638665318489,
        "probe_cos": 0.2935670018196106,
        "lr": 2.958015267175573e-06
      },
      {
        "step": 3250,
        "loss": 0.14201789823174477,
        "probe_cos": 0.29268550872802734,
        "lr": 2.162849872773537e-06
      },
      {
        "step": 3500,
        "loss": 0.12540749031305312,
        "probe_cos": 0.27952373027801514,
        "lr": 1.3676844783715015e-06
      },
      {
        "step": 3750,
        "loss": 0.1271337770819664,
        "probe_cos": 0.24336235225200653,
        "lr": 5.725190839694656e-07
      }
    ],
    "minutes": 22.443450458844502,
    "lr": 5e-05,
    "warmup_ratio": 0.0,
    "kernel": "hindi-songs-phase-b-a"
  },
  "fold_3": {
    "n_train_songs": 7683,
    "n_triplets": 3132,
    "theme_sizes": {
      "romance": 4809,
      "sadness": 1342,
      "celebration": 759,
      "motivational": 773
    },
    "restarts": 1,
    "log": [
      {
        "step": 250,
        "loss": 0.392354988694191,
        "probe_cos": 0.9985652565956116,
        "lr": 4.680715197956578e-05
      },
      {
        "step": 500,
        "loss": 0.3786842968761921,
        "probe_cos": 0.6878743171691895,
        "lr": 2.1807151979565773e-05
      },
      {
        "step": 750,
        "loss": 0.34143125262856483,
        "probe_cos": 0.6204604506492615,
        "lr": 2.0210727969348662e-05
      },
      {
        "step": 1000,
        "loss": 0.26633624973893166,
        "probe_cos": 0.3175562918186188,
        "lr": 1.8614303959131545e-05
      },
      {
        "step": 1250,
        "loss": 0.23398757088184358,
        "probe_cos": 0.45049771666526794,
        "lr": 1.7017879948914434e-05
      },
      {
        "step": 1500,
        "loss": 0.22073076644539832,
        "probe_cos": 0.3880166709423065,
        "lr": 1.542145593869732e-05
      },
      {
        "step": 1750,
        "loss": 0.1411279473900795,
        "probe_cos": 0.3787734806537628,
        "lr": 1.3825031928480205e-05
      },
      {
        "step": 2000,
        "loss": 0.12157892939448357,
        "probe_cos": 0.21833530068397522,
        "lr": 1.2228607918263091e-05
      },
      {
        "step": 2250,
        "loss": 0.1251892206966877,
        "probe_cos": 0.2967113256454468,
        "lr": 1.0632183908045977e-05
      },
      {
        "step": 2500,
        "loss": 0.06949994677305221,
        "probe_cos": 0.17257416248321533,
        "lr": 9.035759897828863e-06
      },
      {
        "step": 2750,
        "loss": 0.06430154299736023,
        "probe_cos": 0.10549061745405197,
        "lr": 7.4393358876117496e-06
      },
      {
        "step": 3000,
        "loss": 0.06502160838246346,
        "probe_cos": 0.08007480949163437,
        "lr": 5.842911877394636e-06
      },
      {
        "step": 3250,
        "loss": 0.04662337952852249,
        "probe_cos": 0.137253999710083,
        "lr": 4.246487867177523e-06
      },
      {
        "step": 3500,
        "loss": 0.02707706654071808,
        "probe_cos": 0.04636915400624275,
        "lr": 2.6500638569604087e-06
      },
      {
        "step": 3750,
        "loss": 0.02627585768699646,
        "probe_cos": 0.07629290223121643,
        "lr": 1.0536398467432952e-06
      }
    ],
    "minutes": 22.08375165462494,
    "lr": 5e-05,
    "warmup_ratio": 0.0,
    "kernel": "hindi-songs-phase-b-b"
  },
  "fold_4": {
    "n_train_songs": 7684,
    "n_triplets": 3155,
    "theme_sizes": {
      "romance": 4814,
      "sadness": 1315,
      "celebration": 795,
      "motivational": 760
    },
    "restarts": 2,
    "log": [
      {
        "step": 250,
        "loss": 0.3994028601646423,
        "probe_cos": 1.0,
        "lr": 4.683143219264893e-05
      },
      {
        "step": 500,
        "loss": 0.39812462121248243,
        "probe_cos": 0.9999999403953552,
        "lr": 2.1831432192648923e-05
      },
      {
        "step": 750,
        "loss": 0.35226036804914473,
        "probe_cos": 0.5156761407852173,
        "lr": 1.0123574144486693e-05
      },
      {
        "step": 1000,
        "loss": 0.3037357456982136,
        "probe_cos": 0.40184450149536133,
        "lr": 9.331432192648922e-06
      },
      {
        "step": 1250,
        "loss": 0.27119246050715445,
        "probe_cos": 0.36811211705207825,
        "lr": 8.539290240811154e-06
      },
      {
        "step": 1500,
        "loss": 0.2476147105395794,
        "probe_cos": 0.29887211322784424,
        "lr": 7.747148288973385e-06
      },
      {
        "step": 1750,
        "loss": 0.19440937224030494,
        "probe_cos": 0.22101277112960815,
        "lr": 6.955006337135615e-06
      },
      {
        "step": 2000,
        "loss": 0.1653923853635788,
        "probe_cos": 0.1780877262353897,
        "lr": 6.162864385297846e-06
      },
      {
        "step": 2250,
        "loss": 0.1575012836754322,
        "probe_cos": 0.29466745257377625,
        "lr": 5.370722433460077e-06
      },
      {
        "step": 2500,
        "loss": 0.1333793569803238,
        "probe_cos": 0.14977087080478668,
        "lr": 4.578580481622307e-06
      },
      {
        "step": 2750,
        "loss": 0.10549792948365211,
        "probe_cos": 0.09208837151527405,
        "lr": 3.7864385297845373e-06
      },
      {
        "step": 3000,
        "loss": 0.09544052296876908,
        "probe_cos": 0.09397140890359879,
        "lr": 2.994296577946768e-06
      },
      {
        "step": 3250,
        "loss": 0.07706349000334739,
        "probe_cos": 0.0835285559296608,
        "lr": 2.2021546261089985e-06
      },
      {
        "step": 3500,
        "loss": 0.06642422145605087,
        "probe_cos": 0.07023590803146362,
        "lr": 1.4100126742712293e-06
      },
      {
        "step": 3750,
        "loss": 0.06869342467188835,
        "probe_cos": 0.09231443703174591,
        "lr": 6.178707224334601e-07
      }
    ],
    "minutes": 22.278517174720765,
    "lr": 5e-05,
    "warmup_ratio": 0.0,
    "kernel": "hindi-songs-phase-b-b"
  }
}