Slayer1B-1.00 / analysis /scaling-training-loss.json
Maggio33's picture
Scenario chart: continuation from checkpoint 1050 (before decay); remove resume-from-decayed scenario
445b907 verified
Raw History Blame Contribute Delete
1.12 kB
{
"wejscie_sha256": "d568379d614d9581c64bb095a0b8477781e128affc07261a446a37af2d406a89",
"status": "SCENARIUSZE (test wsteczny nie przeszedł)",
"pasmo_pm": 0.09,
"okna_fit": 25,
"lambdy": {
"0.99": {
"fit": {
"L0": 2.7176897151567374,
"A": 4021.2636775897254,
"alfa": 1.4605386227846933,
"C": 0.002494840277031487
},
"rmse": 0.02194506426342817,
"W": {
"3": 2.558643845359285,
"6": 2.5192136684084825,
"12": 2.5038974367628724
}
},
"0.995": {
"fit": {
"L0": 2.7102361499411547,
"A": 3688.4946224522505,
"alfa": 1.4438300628317653,
"C": 0.001728893917261872
},
"rmse": 0.023290885082249434,
"W": {
"3": 2.5132075456187684,
"6": 2.4464141581852736,
"12": 2.4194519558198984
}
},
"0.999": {
"fit": {
"L0": 2.7019973750885717,
"A": 3358.820680436602,
"alfa": 1.4257070782142964,
"C": 0.0011942258519509795
},
"rmse": 0.024834686663436946,
"W": {
"3": 2.4197142341118845,
"6": 2.177962085814373,
"12": 1.9353969001764642
}
}
}
}