add dpo iteration snapshots
Browse files- experiments/dpo-iters/ckpt.pt +3 -0
- experiments/dpo-iters/dpo_it1125.pt +3 -0
- experiments/dpo-iters/dpo_it1350.pt +3 -0
- experiments/dpo-iters/dpo_it225.pt +3 -0
- experiments/dpo-iters/dpo_it450.pt +3 -0
- experiments/dpo-iters/dpo_it675.pt +3 -0
- experiments/dpo-iters/dpo_it900.pt +3 -0
- experiments/dpo-iters/dpo_log.csv +57 -0
experiments/dpo-iters/ckpt.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee37204d1a1bed11d60f02f1feea44da39379b7808fa28246c42b02bc7f51d9f
|
| 3 |
+
size 247007874
|
experiments/dpo-iters/dpo_it1125.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bddb3c227667c35e3f7da9206314860788f5f2b9e0c2cd4316d5fb2ec28199a3
|
| 3 |
+
size 247015680
|
experiments/dpo-iters/dpo_it1350.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:044fdc79f35724f9e4f3ab659aa8c1bc601d2df1fe9bd4bbbf9e225439db2af8
|
| 3 |
+
size 247015680
|
experiments/dpo-iters/dpo_it225.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2df40bbfa8c0a2201192f3d71686fdc4a77ccbbcd89e25b3a2110a8a17c31d9c
|
| 3 |
+
size 247015563
|
experiments/dpo-iters/dpo_it450.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:23a21fe67f03b427948362a628e6513b5b48dc50efbaf092366282bf4a9cd7c8
|
| 3 |
+
size 247015563
|
experiments/dpo-iters/dpo_it675.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:17f4b3bdd4788a7f6c54ae0baf90809b816f9ae7396a1950a6f43cf6fe49fdce
|
| 3 |
+
size 247015563
|
experiments/dpo-iters/dpo_it900.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2221464fe1434a76680681007aadaff6a7c689051e47b1b450650f889157a75d
|
| 3 |
+
size 247015563
|
experiments/dpo-iters/dpo_log.csv
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
iter,loss,acc,rdiff,val_acc,val_loss,val_rdiff,val_nll,lr
|
| 2 |
+
0,2.4060,0.000,0.000,0.000,2.5951,0.000,3.804,1.45e-08
|
| 3 |
+
25,2.6276,0.938,0.024,0.947,2.5782,0.029,3.772,3.77e-07
|
| 4 |
+
50,2.6484,1.000,0.094,0.953,2.5384,0.103,3.699,7.39e-07
|
| 5 |
+
75,2.4828,1.000,0.272,0.957,2.4802,0.229,3.592,1.10e-06
|
| 6 |
+
100,2.4160,1.000,0.398,0.963,2.4249,0.372,3.493,1.46e-06
|
| 7 |
+
125,2.4994,1.000,0.528,0.969,2.3692,0.534,3.394,1.83e-06
|
| 8 |
+
150,2.2634,1.000,0.742,0.975,2.3219,0.670,3.310,2.00e-06
|
| 9 |
+
175,2.4039,1.000,0.788,0.982,2.2801,0.779,3.234,2.00e-06
|
| 10 |
+
200,2.3080,1.000,0.984,0.984,2.2488,0.882,3.179,1.99e-06
|
| 11 |
+
225,2.3249,0.938,1.083,0.984,2.2218,0.982,3.133,1.98e-06
|
| 12 |
+
250,2.2319,1.000,0.898,0.986,2.2006,1.040,3.095,1.96e-06
|
| 13 |
+
275,2.0543,1.000,1.195,0.986,2.1798,1.116,3.059,1.95e-06
|
| 14 |
+
300,2.2263,1.000,1.149,0.988,2.1628,1.160,3.028,1.93e-06
|
| 15 |
+
325,2.4475,1.000,0.936,0.988,2.1477,1.206,3.001,1.90e-06
|
| 16 |
+
350,1.9548,1.000,1.387,0.988,2.1364,1.261,2.983,1.88e-06
|
| 17 |
+
375,2.1507,1.000,1.371,0.990,2.1224,1.298,2.957,1.85e-06
|
| 18 |
+
400,2.1322,1.000,1.319,0.990,2.1090,1.348,2.934,1.81e-06
|
| 19 |
+
425,1.9415,1.000,1.331,0.992,2.0969,1.400,2.914,1.78e-06
|
| 20 |
+
450,2.0361,1.000,1.708,0.992,2.0879,1.439,2.898,1.74e-06
|
| 21 |
+
475,1.8751,1.000,1.553,0.994,2.0780,1.454,2.880,1.70e-06
|
| 22 |
+
500,2.0012,1.000,1.641,0.996,2.0704,1.471,2.866,1.65e-06
|
| 23 |
+
525,1.9725,1.000,1.689,0.996,2.0632,1.502,2.853,1.61e-06
|
| 24 |
+
550,2.0588,1.000,1.392,0.996,2.0569,1.528,2.843,1.56e-06
|
| 25 |
+
575,1.7916,1.000,2.166,0.996,2.0500,1.569,2.832,1.51e-06
|
| 26 |
+
600,1.8334,1.000,1.741,0.996,2.0438,1.597,2.821,1.46e-06
|
| 27 |
+
625,1.9812,1.000,1.739,0.998,2.0376,1.609,2.810,1.41e-06
|
| 28 |
+
650,1.9520,1.000,1.442,0.998,2.0324,1.631,2.801,1.35e-06
|
| 29 |
+
675,1.9116,1.000,1.532,0.998,2.0273,1.651,2.792,1.30e-06
|
| 30 |
+
700,2.1305,1.000,1.357,0.998,2.0229,1.668,2.784,1.24e-06
|
| 31 |
+
725,1.7433,1.000,2.237,0.998,2.0186,1.682,2.777,1.19e-06
|
| 32 |
+
750,1.8962,1.000,1.727,0.996,2.0151,1.699,2.771,1.13e-06
|
| 33 |
+
775,1.8536,1.000,2.061,0.996,2.0117,1.717,2.766,1.07e-06
|
| 34 |
+
800,2.0161,1.000,1.602,0.996,2.0088,1.756,2.762,1.02e-06
|
| 35 |
+
825,2.0083,1.000,1.796,0.996,2.0061,1.774,2.758,9.60e-07
|
| 36 |
+
850,2.0939,1.000,1.459,0.996,2.0030,1.770,2.752,9.05e-07
|
| 37 |
+
875,1.8923,1.000,1.836,0.996,1.9997,1.776,2.746,8.50e-07
|
| 38 |
+
900,1.7712,1.000,2.094,0.996,1.9968,1.793,2.741,7.96e-07
|
| 39 |
+
925,1.8944,1.000,2.000,0.996,1.9946,1.807,2.738,7.44e-07
|
| 40 |
+
950,1.8743,1.000,2.187,0.996,1.9926,1.811,2.734,6.92e-07
|
| 41 |
+
975,2.0006,1.000,1.769,0.996,1.9908,1.822,2.731,6.43e-07
|
| 42 |
+
1000,2.0208,1.000,1.986,0.998,1.9895,1.829,2.729,5.95e-07
|
| 43 |
+
1025,2.1117,1.000,1.842,0.998,1.9881,1.836,2.727,5.49e-07
|
| 44 |
+
1050,2.0341,1.000,1.926,0.998,1.9869,1.845,2.725,5.06e-07
|
| 45 |
+
1075,1.9686,1.000,2.111,0.998,1.9855,1.850,2.722,4.64e-07
|
| 46 |
+
1100,1.8749,1.000,1.801,0.998,1.9843,1.854,2.720,4.26e-07
|
| 47 |
+
1125,1.8790,0.938,1.733,0.998,1.9831,1.862,2.718,3.90e-07
|
| 48 |
+
1150,1.9541,1.000,1.799,0.998,1.9821,1.864,2.717,3.56e-07
|
| 49 |
+
1175,1.8791,1.000,2.254,0.998,1.9809,1.865,2.714,3.26e-07
|
| 50 |
+
1200,2.0794,1.000,1.620,0.998,1.9802,1.867,2.713,2.99e-07
|
| 51 |
+
1225,2.2687,0.938,1.647,0.998,1.9795,1.870,2.712,2.74e-07
|
| 52 |
+
1250,1.8467,1.000,2.216,0.998,1.9787,1.873,2.711,2.54e-07
|
| 53 |
+
1275,2.0201,1.000,1.736,0.998,1.9780,1.878,2.709,2.36e-07
|
| 54 |
+
1300,1.7048,1.000,2.294,0.998,1.9775,1.882,2.709,2.22e-07
|
| 55 |
+
1325,1.8758,1.000,2.199,0.998,1.9768,1.883,2.707,2.11e-07
|
| 56 |
+
1350,1.9686,1.000,1.699,0.998,1.9763,1.884,2.707,2.04e-07
|
| 57 |
+
1375,2.1473,1.000,1.721,0.998,1.9758,1.885,2.705,2.00e-07
|