aissatoubalde commited on
Commit
e4aaddd
·
verified ·
1 Parent(s): 182f594

Training in progress, epoch 1

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a15166ef18e36dd8d4dfe3000eed808ed96fabf11571a1ca15852d24f787cab5
3
  size 73433680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7da6a5cb0163631a402472da9d22cb710712816eca81feb928f4f60d89ad1a4
3
  size 73433680
phi-2-custom-2.ipynb CHANGED
@@ -604,7 +604,7 @@
604
  },
605
  {
606
  "cell_type": "code",
607
- "execution_count": 21,
608
  "id": "ac968254-5338-49df-950d-222b82647407",
609
  "metadata": {},
610
  "outputs": [],
@@ -616,8 +616,8 @@
616
  " learning_rate=2e-4,\n",
617
  " lr_scheduler_type=\"cosine\",\n",
618
  " save_strategy=\"epoch\",\n",
619
- " logging_steps=100,\n",
620
- " max_steps=2000,\n",
621
  " num_train_epochs=3,\n",
622
  " push_to_hub=True\n",
623
  " )"
@@ -1033,8 +1033,8 @@
1033
  "\n",
1034
  " <div>\n",
1035
  " \n",
1036
- " <progress value='1991' max='2000' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
1037
- " [1991/2000 07:21 < 00:01, 4.50 it/s, Epoch 0.49/1]\n",
1038
  " </div>\n",
1039
  " <table border=\"1\" class=\"dataframe\">\n",
1040
  " <thead>\n",
@@ -1045,80 +1045,292 @@
1045
  " </thead>\n",
1046
  " <tbody>\n",
1047
  " <tr>\n",
 
 
 
 
1048
  " <td>100</td>\n",
1049
- " <td>1.383200</td>\n",
 
 
 
 
1050
  " </tr>\n",
1051
  " <tr>\n",
1052
  " <td>200</td>\n",
1053
- " <td>1.200800</td>\n",
 
 
 
 
1054
  " </tr>\n",
1055
  " <tr>\n",
1056
  " <td>300</td>\n",
1057
- " <td>1.195300</td>\n",
 
 
 
 
1058
  " </tr>\n",
1059
  " <tr>\n",
1060
  " <td>400</td>\n",
1061
- " <td>1.124500</td>\n",
 
 
 
 
1062
  " </tr>\n",
1063
  " <tr>\n",
1064
  " <td>500</td>\n",
1065
- " <td>1.138700</td>\n",
 
 
 
 
1066
  " </tr>\n",
1067
  " <tr>\n",
1068
  " <td>600</td>\n",
1069
- " <td>1.113100</td>\n",
 
 
 
 
1070
  " </tr>\n",
1071
  " <tr>\n",
1072
  " <td>700</td>\n",
1073
- " <td>1.146400</td>\n",
 
 
 
 
1074
  " </tr>\n",
1075
  " <tr>\n",
1076
  " <td>800</td>\n",
1077
- " <td>1.128400</td>\n",
 
 
 
 
1078
  " </tr>\n",
1079
  " <tr>\n",
1080
  " <td>900</td>\n",
1081
- " <td>1.086100</td>\n",
 
 
 
 
1082
  " </tr>\n",
1083
  " <tr>\n",
1084
  " <td>1000</td>\n",
1085
- " <td>1.096400</td>\n",
 
 
 
 
1086
  " </tr>\n",
1087
  " <tr>\n",
1088
  " <td>1100</td>\n",
1089
- " <td>1.111300</td>\n",
 
 
 
 
1090
  " </tr>\n",
1091
  " <tr>\n",
1092
  " <td>1200</td>\n",
1093
- " <td>1.108000</td>\n",
 
 
 
 
1094
  " </tr>\n",
1095
  " <tr>\n",
1096
  " <td>1300</td>\n",
1097
- " <td>1.124300</td>\n",
 
 
 
 
1098
  " </tr>\n",
1099
  " <tr>\n",
1100
  " <td>1400</td>\n",
1101
- " <td>1.106300</td>\n",
 
 
 
 
1102
  " </tr>\n",
1103
  " <tr>\n",
1104
  " <td>1500</td>\n",
1105
- " <td>1.100400</td>\n",
 
 
 
 
1106
  " </tr>\n",
1107
  " <tr>\n",
1108
  " <td>1600</td>\n",
1109
- " <td>1.142600</td>\n",
 
 
 
 
1110
  " </tr>\n",
1111
  " <tr>\n",
1112
  " <td>1700</td>\n",
1113
- " <td>1.081100</td>\n",
 
 
 
 
1114
  " </tr>\n",
1115
  " <tr>\n",
1116
  " <td>1800</td>\n",
1117
- " <td>1.090200</td>\n",
 
 
 
 
1118
  " </tr>\n",
1119
  " <tr>\n",
1120
  " <td>1900</td>\n",
1121
- " <td>1.111600</td>\n",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1122
  " </tr>\n",
1123
  " </tbody>\n",
1124
  "</table><p>"
 
604
  },
605
  {
606
  "cell_type": "code",
607
+ "execution_count": 24,
608
  "id": "ac968254-5338-49df-950d-222b82647407",
609
  "metadata": {},
610
  "outputs": [],
 
616
  " learning_rate=2e-4,\n",
617
  " lr_scheduler_type=\"cosine\",\n",
618
  " save_strategy=\"epoch\",\n",
619
+ " logging_steps=50,\n",
620
+ " max_steps=20000,\n",
621
  " num_train_epochs=3,\n",
622
  " push_to_hub=True\n",
623
  " )"
 
1033
  "\n",
1034
  " <div>\n",
1035
  " \n",
1036
+ " <progress value='3624' max='20000' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
1037
+ " [ 3624/20000 13:27 < 1:00:52, 4.48 it/s, Epoch 0.88/5]\n",
1038
  " </div>\n",
1039
  " <table border=\"1\" class=\"dataframe\">\n",
1040
  " <thead>\n",
 
1045
  " </thead>\n",
1046
  " <tbody>\n",
1047
  " <tr>\n",
1048
+ " <td>50</td>\n",
1049
+ " <td>1.029900</td>\n",
1050
+ " </tr>\n",
1051
+ " <tr>\n",
1052
  " <td>100</td>\n",
1053
+ " <td>1.099000</td>\n",
1054
+ " </tr>\n",
1055
+ " <tr>\n",
1056
+ " <td>150</td>\n",
1057
+ " <td>1.001700</td>\n",
1058
  " </tr>\n",
1059
  " <tr>\n",
1060
  " <td>200</td>\n",
1061
+ " <td>1.084800</td>\n",
1062
+ " </tr>\n",
1063
+ " <tr>\n",
1064
+ " <td>250</td>\n",
1065
+ " <td>1.074200</td>\n",
1066
  " </tr>\n",
1067
  " <tr>\n",
1068
  " <td>300</td>\n",
1069
+ " <td>1.026600</td>\n",
1070
+ " </tr>\n",
1071
+ " <tr>\n",
1072
+ " <td>350</td>\n",
1073
+ " <td>0.933200</td>\n",
1074
  " </tr>\n",
1075
  " <tr>\n",
1076
  " <td>400</td>\n",
1077
+ " <td>1.056400</td>\n",
1078
+ " </tr>\n",
1079
+ " <tr>\n",
1080
+ " <td>450</td>\n",
1081
+ " <td>0.972000</td>\n",
1082
  " </tr>\n",
1083
  " <tr>\n",
1084
  " <td>500</td>\n",
1085
+ " <td>1.025000</td>\n",
1086
+ " </tr>\n",
1087
+ " <tr>\n",
1088
+ " <td>550</td>\n",
1089
+ " <td>0.973800</td>\n",
1090
  " </tr>\n",
1091
  " <tr>\n",
1092
  " <td>600</td>\n",
1093
+ " <td>0.996200</td>\n",
1094
+ " </tr>\n",
1095
+ " <tr>\n",
1096
+ " <td>650</td>\n",
1097
+ " <td>1.035000</td>\n",
1098
  " </tr>\n",
1099
  " <tr>\n",
1100
  " <td>700</td>\n",
1101
+ " <td>1.044400</td>\n",
1102
+ " </tr>\n",
1103
+ " <tr>\n",
1104
+ " <td>750</td>\n",
1105
+ " <td>1.041000</td>\n",
1106
  " </tr>\n",
1107
  " <tr>\n",
1108
  " <td>800</td>\n",
1109
+ " <td>1.005200</td>\n",
1110
+ " </tr>\n",
1111
+ " <tr>\n",
1112
+ " <td>850</td>\n",
1113
+ " <td>0.991400</td>\n",
1114
  " </tr>\n",
1115
  " <tr>\n",
1116
  " <td>900</td>\n",
1117
+ " <td>0.989400</td>\n",
1118
+ " </tr>\n",
1119
+ " <tr>\n",
1120
+ " <td>950</td>\n",
1121
+ " <td>1.038700</td>\n",
1122
  " </tr>\n",
1123
  " <tr>\n",
1124
  " <td>1000</td>\n",
1125
+ " <td>0.988900</td>\n",
1126
+ " </tr>\n",
1127
+ " <tr>\n",
1128
+ " <td>1050</td>\n",
1129
+ " <td>1.018900</td>\n",
1130
  " </tr>\n",
1131
  " <tr>\n",
1132
  " <td>1100</td>\n",
1133
+ " <td>1.050900</td>\n",
1134
+ " </tr>\n",
1135
+ " <tr>\n",
1136
+ " <td>1150</td>\n",
1137
+ " <td>1.060600</td>\n",
1138
  " </tr>\n",
1139
  " <tr>\n",
1140
  " <td>1200</td>\n",
1141
+ " <td>1.021900</td>\n",
1142
+ " </tr>\n",
1143
+ " <tr>\n",
1144
+ " <td>1250</td>\n",
1145
+ " <td>1.115900</td>\n",
1146
  " </tr>\n",
1147
  " <tr>\n",
1148
  " <td>1300</td>\n",
1149
+ " <td>1.027500</td>\n",
1150
+ " </tr>\n",
1151
+ " <tr>\n",
1152
+ " <td>1350</td>\n",
1153
+ " <td>1.036700</td>\n",
1154
  " </tr>\n",
1155
  " <tr>\n",
1156
  " <td>1400</td>\n",
1157
+ " <td>1.087600</td>\n",
1158
+ " </tr>\n",
1159
+ " <tr>\n",
1160
+ " <td>1450</td>\n",
1161
+ " <td>1.030200</td>\n",
1162
  " </tr>\n",
1163
  " <tr>\n",
1164
  " <td>1500</td>\n",
1165
+ " <td>1.094000</td>\n",
1166
+ " </tr>\n",
1167
+ " <tr>\n",
1168
+ " <td>1550</td>\n",
1169
+ " <td>1.124500</td>\n",
1170
  " </tr>\n",
1171
  " <tr>\n",
1172
  " <td>1600</td>\n",
1173
+ " <td>1.095000</td>\n",
1174
+ " </tr>\n",
1175
+ " <tr>\n",
1176
+ " <td>1650</td>\n",
1177
+ " <td>1.014200</td>\n",
1178
  " </tr>\n",
1179
  " <tr>\n",
1180
  " <td>1700</td>\n",
1181
+ " <td>1.083000</td>\n",
1182
+ " </tr>\n",
1183
+ " <tr>\n",
1184
+ " <td>1750</td>\n",
1185
+ " <td>1.104400</td>\n",
1186
  " </tr>\n",
1187
  " <tr>\n",
1188
  " <td>1800</td>\n",
1189
+ " <td>1.024800</td>\n",
1190
+ " </tr>\n",
1191
+ " <tr>\n",
1192
+ " <td>1850</td>\n",
1193
+ " <td>1.103400</td>\n",
1194
  " </tr>\n",
1195
  " <tr>\n",
1196
  " <td>1900</td>\n",
1197
+ " <td>1.066900</td>\n",
1198
+ " </tr>\n",
1199
+ " <tr>\n",
1200
+ " <td>1950</td>\n",
1201
+ " <td>1.109600</td>\n",
1202
+ " </tr>\n",
1203
+ " <tr>\n",
1204
+ " <td>2000</td>\n",
1205
+ " <td>1.060600</td>\n",
1206
+ " </tr>\n",
1207
+ " <tr>\n",
1208
+ " <td>2050</td>\n",
1209
+ " <td>1.153800</td>\n",
1210
+ " </tr>\n",
1211
+ " <tr>\n",
1212
+ " <td>2100</td>\n",
1213
+ " <td>1.080800</td>\n",
1214
+ " </tr>\n",
1215
+ " <tr>\n",
1216
+ " <td>2150</td>\n",
1217
+ " <td>0.972200</td>\n",
1218
+ " </tr>\n",
1219
+ " <tr>\n",
1220
+ " <td>2200</td>\n",
1221
+ " <td>0.977700</td>\n",
1222
+ " </tr>\n",
1223
+ " <tr>\n",
1224
+ " <td>2250</td>\n",
1225
+ " <td>1.067500</td>\n",
1226
+ " </tr>\n",
1227
+ " <tr>\n",
1228
+ " <td>2300</td>\n",
1229
+ " <td>1.088700</td>\n",
1230
+ " </tr>\n",
1231
+ " <tr>\n",
1232
+ " <td>2350</td>\n",
1233
+ " <td>1.060200</td>\n",
1234
+ " </tr>\n",
1235
+ " <tr>\n",
1236
+ " <td>2400</td>\n",
1237
+ " <td>0.995500</td>\n",
1238
+ " </tr>\n",
1239
+ " <tr>\n",
1240
+ " <td>2450</td>\n",
1241
+ " <td>1.104500</td>\n",
1242
+ " </tr>\n",
1243
+ " <tr>\n",
1244
+ " <td>2500</td>\n",
1245
+ " <td>1.118800</td>\n",
1246
+ " </tr>\n",
1247
+ " <tr>\n",
1248
+ " <td>2550</td>\n",
1249
+ " <td>1.023300</td>\n",
1250
+ " </tr>\n",
1251
+ " <tr>\n",
1252
+ " <td>2600</td>\n",
1253
+ " <td>1.080900</td>\n",
1254
+ " </tr>\n",
1255
+ " <tr>\n",
1256
+ " <td>2650</td>\n",
1257
+ " <td>1.059300</td>\n",
1258
+ " </tr>\n",
1259
+ " <tr>\n",
1260
+ " <td>2700</td>\n",
1261
+ " <td>1.087700</td>\n",
1262
+ " </tr>\n",
1263
+ " <tr>\n",
1264
+ " <td>2750</td>\n",
1265
+ " <td>0.982500</td>\n",
1266
+ " </tr>\n",
1267
+ " <tr>\n",
1268
+ " <td>2800</td>\n",
1269
+ " <td>0.996400</td>\n",
1270
+ " </tr>\n",
1271
+ " <tr>\n",
1272
+ " <td>2850</td>\n",
1273
+ " <td>1.033600</td>\n",
1274
+ " </tr>\n",
1275
+ " <tr>\n",
1276
+ " <td>2900</td>\n",
1277
+ " <td>1.065600</td>\n",
1278
+ " </tr>\n",
1279
+ " <tr>\n",
1280
+ " <td>2950</td>\n",
1281
+ " <td>0.974400</td>\n",
1282
+ " </tr>\n",
1283
+ " <tr>\n",
1284
+ " <td>3000</td>\n",
1285
+ " <td>0.971100</td>\n",
1286
+ " </tr>\n",
1287
+ " <tr>\n",
1288
+ " <td>3050</td>\n",
1289
+ " <td>1.096000</td>\n",
1290
+ " </tr>\n",
1291
+ " <tr>\n",
1292
+ " <td>3100</td>\n",
1293
+ " <td>1.144400</td>\n",
1294
+ " </tr>\n",
1295
+ " <tr>\n",
1296
+ " <td>3150</td>\n",
1297
+ " <td>1.018700</td>\n",
1298
+ " </tr>\n",
1299
+ " <tr>\n",
1300
+ " <td>3200</td>\n",
1301
+ " <td>1.038900</td>\n",
1302
+ " </tr>\n",
1303
+ " <tr>\n",
1304
+ " <td>3250</td>\n",
1305
+ " <td>1.036000</td>\n",
1306
+ " </tr>\n",
1307
+ " <tr>\n",
1308
+ " <td>3300</td>\n",
1309
+ " <td>0.979400</td>\n",
1310
+ " </tr>\n",
1311
+ " <tr>\n",
1312
+ " <td>3350</td>\n",
1313
+ " <td>0.959100</td>\n",
1314
+ " </tr>\n",
1315
+ " <tr>\n",
1316
+ " <td>3400</td>\n",
1317
+ " <td>1.054500</td>\n",
1318
+ " </tr>\n",
1319
+ " <tr>\n",
1320
+ " <td>3450</td>\n",
1321
+ " <td>0.999600</td>\n",
1322
+ " </tr>\n",
1323
+ " <tr>\n",
1324
+ " <td>3500</td>\n",
1325
+ " <td>0.991500</td>\n",
1326
+ " </tr>\n",
1327
+ " <tr>\n",
1328
+ " <td>3550</td>\n",
1329
+ " <td>1.058600</td>\n",
1330
+ " </tr>\n",
1331
+ " <tr>\n",
1332
+ " <td>3600</td>\n",
1333
+ " <td>1.090700</td>\n",
1334
  " </tr>\n",
1335
  " </tbody>\n",
1336
  "</table><p>"
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0163af3985df48ecfa67fa29c3389ea44bde4eb9309610e6d4ef07ac16ddb9b9
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5690a7343eebaa9c5d8ac51c3d1b55c2e6703a54e0a1ae9b28e28d767175c756
3
  size 4664