periodic step110004

latest/ema.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89e1b306b3803e85814c32d1bc24dcfcd1461e444fb25192dc1999999943a719
+oid sha256:bc662d3c1f6db4119e9e228507b67a0c4255ef49652b884c80f234f0e4f88d75
 size 130451831

latest/manifest.json

@@ -1 +1 @@
-{"files": ["ema.pt", "model.pt", "optimizer.pt", "rng_state.pt", "sampler_state.json", "scheduler.pt"], "time": 1783675025.9722834, "step": 103000, "epoch": 264, "batch": 40, "joules": 1330288.9716823536}
+{"files": ["ema.pt", "model.pt", "optimizer.pt", "rng_state.pt", "sampler_state.json", "scheduler.pt"], "time": 1783676401.4916985, "step": 110000, "epoch": 282, "batch": 20, "joules": 1420079.3145361238}

latest/model.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e35aecc72ce510d6a8421c343f1daedb0f17863d4615bd713c0bdb84c924fcb7
+oid sha256:c87907acf8875a5d3f740cbe5e579ee30af8eb4da01de6501e5b8ee457171bbb
 size 130458707

latest/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eda22fbeb9e71ae2069729b044d77851cce25538c2eeb75f6a848fdcf0429fd1
+oid sha256:decd789c8d2f72ff87d030d85aded724e0023beb417c48b5210d83253369d053
 size 260950731

latest/rng_state.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4b8224cfb44572587595b81820bd3c260b4c6829eb2cd05a45ecf409b490fa8
+oid sha256:da35a0665ad661e570cc5d7094d57623ec70680a33bd349c0bad81c7a9b1c459
 size 14835

latest/sampler_state.json

@@ -1 +1 @@
-{"step": 103000, "epoch": 264, "batch": 40, "joules": 1330288.9716823536}
+{"step": 110000, "epoch": 282, "batch": 20, "joules": 1420079.3145361238}

latest/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6026b1c241447036ea88dc1803d0b704f7a037c52d39345a54d43c25129af316
+oid sha256:07a91fb382192a35f9f740bfe136e2210ac3eba7b714560477e52cb2ca9d4017
 size 1465

logs/energy.csv

@@ -102,3 +102,10 @@ step,joules
 101000,1304639.177
 102000,1317466.933
 103000,1330316.002
+104000,1343371.635
+105000,1356155.868
+106000,1368897.303
+107000,1381684.407
+108000,1394438.179
+109000,1407273.64
+110000,1420116.769

logs/metrics.csv

@@ -2076,3 +2076,126 @@ step,loss,mse,energy,active,lr
 103750,0.0225,0.0217,0.4167,0.912,0.0001
 103800,0.0352,0.0344,0.4167,0.908,0.0001
 103850,0.0372,0.0364,0.4167,0.916,0.0001
+103900,0.028,0.0271,0.4251,0.925,0.0001
+103950,0.031,0.0302,0.4167,0.912,0.0001
+104000,0.0369,0.036,0.4167,0.914,0.0001
+104050,0.0254,0.0246,0.4167,0.912,0.0001
+104100,0.0337,0.0329,0.4171,0.917,0.0001
+104150,0.0269,0.0261,0.4169,0.917,0.0001
+104200,0.0253,0.0245,0.4168,0.915,0.0001
+104250,0.0414,0.0406,0.4243,0.924,0.0001
+104300,0.0293,0.0285,0.4167,0.912,0.0001
+104350,0.0303,0.0295,0.4167,0.911,0.0001
+104400,0.03,0.0292,0.4167,0.898,0.0001
+104450,0.0282,0.0274,0.4167,0.908,0.0001
+104500,0.0393,0.0385,0.4167,0.91,0.0001
+104550,0.029,0.0282,0.4167,0.912,0.0001
+104600,0.0352,0.0344,0.4184,0.918,0.0001
+104650,0.0334,0.0326,0.4169,0.916,0.0001
+104700,0.0397,0.0389,0.4167,0.913,0.0001
+104750,0.029,0.0282,0.4167,0.916,0.0001
+104800,0.0298,0.029,0.4167,0.91,0.0001
+104850,0.0316,0.0308,0.4167,0.903,0.0001
+104900,0.0297,0.0289,0.4167,0.906,0.0001
+104950,0.0314,0.0306,0.4167,0.913,0.0001
+105000,0.0308,0.03,0.4259,0.926,0.0001
+105050,0.0289,0.0281,0.4166,0.904,0.0001
+105100,0.0238,0.023,0.4167,0.908,0.0001
+105150,0.0258,0.025,0.4167,0.911,0.0001
+105200,0.0273,0.0265,0.4182,0.918,0.0001
+105250,0.0343,0.0334,0.4178,0.917,0.0001
+105300,0.0449,0.0441,0.4167,0.916,0.0001
+105350,0.0285,0.0277,0.4167,0.912,0.0001
+105400,0.0257,0.0248,0.4167,0.917,0.0001
+105450,0.0304,0.0295,0.4167,0.909,0.0001
+105500,0.0376,0.0367,0.4167,0.909,0.0001
+105550,0.0238,0.0229,0.4167,0.914,0.0001
+105600,0.035,0.0341,0.4171,0.917,0.0001
+105650,0.0313,0.0305,0.4175,0.917,0.0001
+105700,0.0351,0.0343,0.4167,0.902,0.0001
+105750,0.0329,0.032,0.4172,0.916,0.0001
+105800,0.0337,0.0329,0.4167,0.912,0.0001
+105850,0.0272,0.0264,0.4167,0.912,0.0001
+105900,0.0346,0.0337,0.419,0.919,0.0001
+105950,0.0199,0.0191,0.4167,0.905,0.0001
+106000,0.0212,0.0204,0.4167,0.911,0.0001
+106050,0.0288,0.0279,0.4167,0.914,0.0001
+106100,0.0252,0.0244,0.4167,0.905,0.0001
+106150,0.0282,0.0274,0.4167,0.912,0.0001
+106200,0.0283,0.0275,0.4167,0.908,0.0001
+106250,0.0302,0.0294,0.4167,0.913,0.0001
+106300,0.0371,0.0363,0.4167,0.911,0.0001
+106350,0.0339,0.033,0.4169,0.914,0.0001
+106400,0.0386,0.0378,0.4166,0.912,0.0001
+106450,0.0268,0.026,0.4167,0.916,0.0001
+106500,0.037,0.0362,0.4179,0.917,0.0001
+106550,0.0323,0.0315,0.4167,0.911,0.0001
+106600,0.0316,0.0307,0.4167,0.912,0.0001
+106650,0.0286,0.0278,0.4167,0.9,0.0001
+106700,0.0371,0.0363,0.4288,0.929,0.0001
+106750,0.0341,0.0333,0.4167,0.899,0.0001
+106800,0.0279,0.0271,0.4212,0.921,0.0001
+106850,0.0305,0.0296,0.4167,0.907,0.0001
+106900,0.0283,0.0275,0.4167,0.915,0.0001
+106950,0.0258,0.025,0.4167,0.904,0.0001
+107000,0.0365,0.0357,0.4216,0.922,0.0001
+107050,0.0268,0.0259,0.4167,0.898,0.0001
+107100,0.0357,0.0348,0.417,0.916,0.0001
+107150,0.0249,0.0241,0.4167,0.911,0.0001
+107200,0.0336,0.0328,0.4167,0.91,0.0001
+107250,0.0402,0.0393,0.4167,0.908,0.0001
+107300,0.0316,0.0307,0.418,0.918,0.0001
+107350,0.0361,0.0353,0.4187,0.919,0.0001
+107400,0.0337,0.0329,0.4167,0.907,0.0001
+107450,0.032,0.0311,0.4167,0.91,0.0001
+107500,0.0305,0.0297,0.4207,0.921,0.0001
+107550,0.031,0.0301,0.4288,0.929,0.0001
+107600,0.0319,0.0311,0.4167,0.914,0.0001
+107650,0.0308,0.03,0.4167,0.91,0.0001
+107700,0.0376,0.0368,0.4167,0.915,0.0001
+107750,0.0242,0.0234,0.4167,0.914,0.0001
+107800,0.0265,0.0257,0.4175,0.917,0.0001
+107850,0.0282,0.0273,0.4192,0.919,0.0001
+107900,0.0308,0.03,0.4167,0.911,0.0001
+107950,0.0284,0.0275,0.4167,0.904,0.0001
+108000,0.0251,0.0243,0.4167,0.912,0.0001
+108050,0.0331,0.0322,0.427,0.927,0.0001
+108100,0.0348,0.034,0.4167,0.912,0.0001
+108150,0.0307,0.0298,0.4167,0.901,0.0001
+108200,0.0353,0.0345,0.4194,0.918,0.0001
+108250,0.0317,0.0308,0.4167,0.907,0.0001
+108300,0.0333,0.0325,0.4167,0.904,0.0001
+108350,0.0332,0.0323,0.4256,0.926,0.0001
+108400,0.0262,0.0254,0.4167,0.904,0.0001
+108450,0.0303,0.0295,0.4167,0.904,0.0001
+108500,0.0297,0.0289,0.4167,0.905,0.0001
+108550,0.0229,0.0221,0.4167,0.908,0.0001
+108600,0.0255,0.0246,0.4177,0.918,0.0001
+108650,0.035,0.0341,0.4277,0.928,0.0001
+108700,0.0318,0.031,0.4167,0.913,0.0001
+108750,0.0366,0.0358,0.4166,0.911,0.0001
+108800,0.026,0.0251,0.4244,0.924,0.0001
+108850,0.0187,0.0179,0.4167,0.899,0.0001
+108900,0.0334,0.0326,0.4167,0.9,0.0001
+108950,0.032,0.0312,0.4221,0.922,0.0001
+109000,0.0412,0.0403,0.4318,0.932,0.0001
+109050,0.03,0.0292,0.4167,0.91,0.0001
+109100,0.0251,0.0243,0.4167,0.914,0.0001
+109150,0.0379,0.0371,0.4264,0.926,0.0001
+109200,0.0306,0.0298,0.421,0.921,0.0001
+109250,0.0264,0.0256,0.4167,0.908,0.0001
+109300,0.0277,0.0269,0.4185,0.918,0.0001
+109350,0.0347,0.0339,0.4167,0.912,0.0001
+109400,0.0256,0.0248,0.4167,0.908,0.0001
+109450,0.0363,0.0354,0.4239,0.924,0.0001
+109500,0.0253,0.0245,0.4174,0.917,0.0001
+109550,0.0331,0.0323,0.4185,0.918,0.0001
+109600,0.033,0.0321,0.417,0.917,0.0001
+109650,0.0244,0.0236,0.4167,0.909,0.0001
+109700,0.0411,0.0402,0.423,0.923,0.0001
+109750,0.0385,0.0377,0.4206,0.921,0.0001
+109800,0.0349,0.0341,0.418,0.918,0.0001
+109850,0.0361,0.0353,0.4179,0.918,0.0001
+109900,0.0263,0.0254,0.4167,0.908,0.0001
+109950,0.0276,0.0267,0.4167,0.905,0.0001
+110000,0.0231,0.0222,0.4167,0.908,0.0001