Add checkpoint-200
Browse files
checkpoints/checkpoint-200/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4724960
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b7ec3bcdc089cc0a55cadb849ae0dae02746dac38a9121896d030aace0684b3
|
| 3 |
size 4724960
|
checkpoints/checkpoint-200/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2455755
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9aab2a297ad5dff1e67f7ccc40bf13ca8bab75d073f41d2939963bdb1dabe4e3
|
| 3 |
size 2455755
|
checkpoints/checkpoint-200/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0e081c255e1f55c0a86db7989590446603c0a3a6b0395f9a57df7579fd41c61e
|
| 3 |
size 14645
|
checkpoints/checkpoint-200/trainer_state.json
CHANGED
|
@@ -11,142 +11,142 @@
|
|
| 11 |
"log_history": [
|
| 12 |
{
|
| 13 |
"epoch": 0.003969829297340214,
|
| 14 |
-
"grad_norm": 0.
|
| 15 |
"learning_rate": 0.00016,
|
| 16 |
-
"loss": 3.
|
| 17 |
"step": 10
|
| 18 |
},
|
| 19 |
{
|
| 20 |
"epoch": 0.007939658594680429,
|
| 21 |
-
"grad_norm": 0.
|
| 22 |
"learning_rate": 0.00019978799522989268,
|
| 23 |
-
"loss": 3.
|
| 24 |
"step": 20
|
| 25 |
},
|
| 26 |
{
|
| 27 |
"epoch": 0.011909487892020643,
|
| 28 |
-
"grad_norm": 0.
|
| 29 |
"learning_rate": 0.00019952298926725852,
|
| 30 |
-
"loss":
|
| 31 |
"step": 30
|
| 32 |
},
|
| 33 |
{
|
| 34 |
"epoch": 0.015879317189360857,
|
| 35 |
-
"grad_norm":
|
| 36 |
"learning_rate": 0.00019925798330462438,
|
| 37 |
-
"loss": 3.
|
| 38 |
"step": 40
|
| 39 |
},
|
| 40 |
{
|
| 41 |
"epoch": 0.019849146486701073,
|
| 42 |
-
"grad_norm": 0.
|
| 43 |
"learning_rate": 0.0001989929773419902,
|
| 44 |
-
"loss":
|
| 45 |
"step": 50
|
| 46 |
},
|
| 47 |
{
|
| 48 |
"epoch": 0.023818975784041286,
|
| 49 |
-
"grad_norm": 0.
|
| 50 |
"learning_rate": 0.00019872797137935604,
|
| 51 |
-
"loss": 3.
|
| 52 |
"step": 60
|
| 53 |
},
|
| 54 |
{
|
| 55 |
"epoch": 0.027788805081381502,
|
| 56 |
-
"grad_norm": 0.
|
| 57 |
"learning_rate": 0.00019846296541672188,
|
| 58 |
-
"loss":
|
| 59 |
"step": 70
|
| 60 |
},
|
| 61 |
{
|
| 62 |
"epoch": 0.031758634378721715,
|
| 63 |
-
"grad_norm": 0.
|
| 64 |
"learning_rate": 0.0001981979594540877,
|
| 65 |
-
"loss": 3.
|
| 66 |
"step": 80
|
| 67 |
},
|
| 68 |
{
|
| 69 |
"epoch": 0.03572846367606193,
|
| 70 |
-
"grad_norm": 0.
|
| 71 |
"learning_rate": 0.00019793295349145357,
|
| 72 |
-
"loss": 3.
|
| 73 |
"step": 90
|
| 74 |
},
|
| 75 |
{
|
| 76 |
"epoch": 0.03969829297340215,
|
| 77 |
-
"grad_norm": 0.
|
| 78 |
"learning_rate": 0.0001976679475288194,
|
| 79 |
-
"loss": 3.
|
| 80 |
"step": 100
|
| 81 |
},
|
| 82 |
{
|
| 83 |
"epoch": 0.043668122270742356,
|
| 84 |
-
"grad_norm":
|
| 85 |
"learning_rate": 0.00019740294156618524,
|
| 86 |
-
"loss": 3.
|
| 87 |
"step": 110
|
| 88 |
},
|
| 89 |
{
|
| 90 |
"epoch": 0.04763795156808257,
|
| 91 |
-
"grad_norm": 0.
|
| 92 |
"learning_rate": 0.0001971379356035511,
|
| 93 |
-
"loss": 3.
|
| 94 |
"step": 120
|
| 95 |
},
|
| 96 |
{
|
| 97 |
"epoch": 0.05160778086542279,
|
| 98 |
-
"grad_norm":
|
| 99 |
"learning_rate": 0.00019687292964091694,
|
| 100 |
-
"loss":
|
| 101 |
"step": 130
|
| 102 |
},
|
| 103 |
{
|
| 104 |
"epoch": 0.055577610162763004,
|
| 105 |
-
"grad_norm": 0.
|
| 106 |
"learning_rate": 0.00019660792367828277,
|
| 107 |
-
"loss": 3.
|
| 108 |
"step": 140
|
| 109 |
},
|
| 110 |
{
|
| 111 |
"epoch": 0.05954743946010321,
|
| 112 |
-
"grad_norm": 0.
|
| 113 |
"learning_rate": 0.0001963429177156486,
|
| 114 |
-
"loss":
|
| 115 |
"step": 150
|
| 116 |
},
|
| 117 |
{
|
| 118 |
"epoch": 0.06351726875744343,
|
| 119 |
-
"grad_norm": 1.
|
| 120 |
"learning_rate": 0.00019607791175301444,
|
| 121 |
-
"loss": 3.
|
| 122 |
"step": 160
|
| 123 |
},
|
| 124 |
{
|
| 125 |
"epoch": 0.06748709805478365,
|
| 126 |
-
"grad_norm": 0.
|
| 127 |
"learning_rate": 0.0001958129057903803,
|
| 128 |
-
"loss": 3.
|
| 129 |
"step": 170
|
| 130 |
},
|
| 131 |
{
|
| 132 |
"epoch": 0.07145692735212386,
|
| 133 |
-
"grad_norm":
|
| 134 |
"learning_rate": 0.00019554789982774613,
|
| 135 |
-
"loss": 3.
|
| 136 |
"step": 180
|
| 137 |
},
|
| 138 |
{
|
| 139 |
"epoch": 0.07542675664946408,
|
| 140 |
-
"grad_norm":
|
| 141 |
"learning_rate": 0.000195282893865112,
|
| 142 |
-
"loss": 3.
|
| 143 |
"step": 190
|
| 144 |
},
|
| 145 |
{
|
| 146 |
"epoch": 0.0793965859468043,
|
| 147 |
-
"grad_norm":
|
| 148 |
"learning_rate": 0.00019501788790247783,
|
| 149 |
-
"loss": 3.
|
| 150 |
"step": 200
|
| 151 |
}
|
| 152 |
],
|
|
@@ -167,7 +167,7 @@
|
|
| 167 |
"attributes": {}
|
| 168 |
}
|
| 169 |
},
|
| 170 |
-
"total_flos":
|
| 171 |
"train_batch_size": 2,
|
| 172 |
"trial_name": null,
|
| 173 |
"trial_params": null
|
|
|
|
| 11 |
"log_history": [
|
| 12 |
{
|
| 13 |
"epoch": 0.003969829297340214,
|
| 14 |
+
"grad_norm": 0.6961175799369812,
|
| 15 |
"learning_rate": 0.00016,
|
| 16 |
+
"loss": 3.2075271606445312,
|
| 17 |
"step": 10
|
| 18 |
},
|
| 19 |
{
|
| 20 |
"epoch": 0.007939658594680429,
|
| 21 |
+
"grad_norm": 0.9305199384689331,
|
| 22 |
"learning_rate": 0.00019978799522989268,
|
| 23 |
+
"loss": 3.1885648727416993,
|
| 24 |
"step": 20
|
| 25 |
},
|
| 26 |
{
|
| 27 |
"epoch": 0.011909487892020643,
|
| 28 |
+
"grad_norm": 0.8452768325805664,
|
| 29 |
"learning_rate": 0.00019952298926725852,
|
| 30 |
+
"loss": 2.9959283828735352,
|
| 31 |
"step": 30
|
| 32 |
},
|
| 33 |
{
|
| 34 |
"epoch": 0.015879317189360857,
|
| 35 |
+
"grad_norm": 0.9384715557098389,
|
| 36 |
"learning_rate": 0.00019925798330462438,
|
| 37 |
+
"loss": 3.132890510559082,
|
| 38 |
"step": 40
|
| 39 |
},
|
| 40 |
{
|
| 41 |
"epoch": 0.019849146486701073,
|
| 42 |
+
"grad_norm": 0.9872943162918091,
|
| 43 |
"learning_rate": 0.0001989929773419902,
|
| 44 |
+
"loss": 3.1314294815063475,
|
| 45 |
"step": 50
|
| 46 |
},
|
| 47 |
{
|
| 48 |
"epoch": 0.023818975784041286,
|
| 49 |
+
"grad_norm": 0.8298355937004089,
|
| 50 |
"learning_rate": 0.00019872797137935604,
|
| 51 |
+
"loss": 3.24124755859375,
|
| 52 |
"step": 60
|
| 53 |
},
|
| 54 |
{
|
| 55 |
"epoch": 0.027788805081381502,
|
| 56 |
+
"grad_norm": 0.8308970928192139,
|
| 57 |
"learning_rate": 0.00019846296541672188,
|
| 58 |
+
"loss": 3.0996198654174805,
|
| 59 |
"step": 70
|
| 60 |
},
|
| 61 |
{
|
| 62 |
"epoch": 0.031758634378721715,
|
| 63 |
+
"grad_norm": 0.8442180156707764,
|
| 64 |
"learning_rate": 0.0001981979594540877,
|
| 65 |
+
"loss": 3.0475082397460938,
|
| 66 |
"step": 80
|
| 67 |
},
|
| 68 |
{
|
| 69 |
"epoch": 0.03572846367606193,
|
| 70 |
+
"grad_norm": 0.9131914377212524,
|
| 71 |
"learning_rate": 0.00019793295349145357,
|
| 72 |
+
"loss": 3.1756013870239257,
|
| 73 |
"step": 90
|
| 74 |
},
|
| 75 |
{
|
| 76 |
"epoch": 0.03969829297340215,
|
| 77 |
+
"grad_norm": 0.9973925352096558,
|
| 78 |
"learning_rate": 0.0001976679475288194,
|
| 79 |
+
"loss": 3.159317398071289,
|
| 80 |
"step": 100
|
| 81 |
},
|
| 82 |
{
|
| 83 |
"epoch": 0.043668122270742356,
|
| 84 |
+
"grad_norm": 0.9906535148620605,
|
| 85 |
"learning_rate": 0.00019740294156618524,
|
| 86 |
+
"loss": 3.086680603027344,
|
| 87 |
"step": 110
|
| 88 |
},
|
| 89 |
{
|
| 90 |
"epoch": 0.04763795156808257,
|
| 91 |
+
"grad_norm": 0.8675328493118286,
|
| 92 |
"learning_rate": 0.0001971379356035511,
|
| 93 |
+
"loss": 3.0809303283691407,
|
| 94 |
"step": 120
|
| 95 |
},
|
| 96 |
{
|
| 97 |
"epoch": 0.05160778086542279,
|
| 98 |
+
"grad_norm": 1.2756576538085938,
|
| 99 |
"learning_rate": 0.00019687292964091694,
|
| 100 |
+
"loss": 2.965633010864258,
|
| 101 |
"step": 130
|
| 102 |
},
|
| 103 |
{
|
| 104 |
"epoch": 0.055577610162763004,
|
| 105 |
+
"grad_norm": 0.8540228605270386,
|
| 106 |
"learning_rate": 0.00019660792367828277,
|
| 107 |
+
"loss": 3.11167049407959,
|
| 108 |
"step": 140
|
| 109 |
},
|
| 110 |
{
|
| 111 |
"epoch": 0.05954743946010321,
|
| 112 |
+
"grad_norm": 0.8471305966377258,
|
| 113 |
"learning_rate": 0.0001963429177156486,
|
| 114 |
+
"loss": 2.9493082046508787,
|
| 115 |
"step": 150
|
| 116 |
},
|
| 117 |
{
|
| 118 |
"epoch": 0.06351726875744343,
|
| 119 |
+
"grad_norm": 1.0690556764602661,
|
| 120 |
"learning_rate": 0.00019607791175301444,
|
| 121 |
+
"loss": 3.1130550384521483,
|
| 122 |
"step": 160
|
| 123 |
},
|
| 124 |
{
|
| 125 |
"epoch": 0.06748709805478365,
|
| 126 |
+
"grad_norm": 0.9682918787002563,
|
| 127 |
"learning_rate": 0.0001958129057903803,
|
| 128 |
+
"loss": 3.041396713256836,
|
| 129 |
"step": 170
|
| 130 |
},
|
| 131 |
{
|
| 132 |
"epoch": 0.07145692735212386,
|
| 133 |
+
"grad_norm": 0.9328762292861938,
|
| 134 |
"learning_rate": 0.00019554789982774613,
|
| 135 |
+
"loss": 3.1088594436645507,
|
| 136 |
"step": 180
|
| 137 |
},
|
| 138 |
{
|
| 139 |
"epoch": 0.07542675664946408,
|
| 140 |
+
"grad_norm": 0.981307327747345,
|
| 141 |
"learning_rate": 0.000195282893865112,
|
| 142 |
+
"loss": 3.1146469116210938,
|
| 143 |
"step": 190
|
| 144 |
},
|
| 145 |
{
|
| 146 |
"epoch": 0.0793965859468043,
|
| 147 |
+
"grad_norm": 1.0752034187316895,
|
| 148 |
"learning_rate": 0.00019501788790247783,
|
| 149 |
+
"loss": 3.0602563858032226,
|
| 150 |
"step": 200
|
| 151 |
}
|
| 152 |
],
|
|
|
|
| 167 |
"attributes": {}
|
| 168 |
}
|
| 169 |
},
|
| 170 |
+
"total_flos": 8878465890201600.0,
|
| 171 |
"train_batch_size": 2,
|
| 172 |
"trial_name": null,
|
| 173 |
"trial_params": null
|