Azadio commited on
Commit
5c17d73
·
1 Parent(s): 51fdf93

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. scheduler.pt +1 -1
  2. trainer_state.json +703 -3
  3. training_args.bin +1 -1
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50a4c28729905261024fbcaaf31f2121f2c87a417d0ca41bd32e99533da6b4d5
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4551ce3a68e946dc49307b907c47ab469990076b01215c8013fd06eaf9563c13
3
  size 1064
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0024989691752152236,
5
  "eval_steps": 500,
6
- "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -707,6 +707,706 @@
707
  "learning_rate": 1.98e-05,
708
  "loss": 5.6296,
709
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
710
  }
711
  ],
712
  "logging_steps": 10,
@@ -714,7 +1414,7 @@
714
  "num_input_tokens_seen": 0,
715
  "num_train_epochs": 1,
716
  "save_steps": 1000,
717
- "total_flos": 7.37764114956288e+17,
718
  "train_batch_size": 4,
719
  "trial_name": null,
720
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0006247422938038059,
5
  "eval_steps": 500,
6
+ "global_step": 2000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
707
  "learning_rate": 1.98e-05,
708
  "loss": 5.6296,
709
  "step": 1000
710
+ },
711
+ {
712
+ "epoch": 0.000315494858370922,
713
+ "grad_norm": 14.75,
714
+ "learning_rate": 1.9798000000000003e-05,
715
+ "loss": 5.4533,
716
+ "step": 1010
717
+ },
718
+ {
719
+ "epoch": 0.000318618569839941,
720
+ "grad_norm": 11.5,
721
+ "learning_rate": 1.9796e-05,
722
+ "loss": 5.5744,
723
+ "step": 1020
724
+ },
725
+ {
726
+ "epoch": 0.00032174228130896004,
727
+ "grad_norm": 19.625,
728
+ "learning_rate": 1.9794e-05,
729
+ "loss": 5.3765,
730
+ "step": 1030
731
+ },
732
+ {
733
+ "epoch": 0.0003248659927779791,
734
+ "grad_norm": 15.375,
735
+ "learning_rate": 1.9792000000000003e-05,
736
+ "loss": 5.7717,
737
+ "step": 1040
738
+ },
739
+ {
740
+ "epoch": 0.0003279897042469981,
741
+ "grad_norm": 14.6875,
742
+ "learning_rate": 1.9790000000000002e-05,
743
+ "loss": 5.418,
744
+ "step": 1050
745
+ },
746
+ {
747
+ "epoch": 0.0003311134157160171,
748
+ "grad_norm": 19.625,
749
+ "learning_rate": 1.9788e-05,
750
+ "loss": 5.3012,
751
+ "step": 1060
752
+ },
753
+ {
754
+ "epoch": 0.0003342371271850362,
755
+ "grad_norm": 18.0,
756
+ "learning_rate": 1.9786e-05,
757
+ "loss": 5.665,
758
+ "step": 1070
759
+ },
760
+ {
761
+ "epoch": 0.0003373608386540552,
762
+ "grad_norm": 15.8125,
763
+ "learning_rate": 1.9784000000000002e-05,
764
+ "loss": 5.6366,
765
+ "step": 1080
766
+ },
767
+ {
768
+ "epoch": 0.0003404845501230742,
769
+ "grad_norm": 18.375,
770
+ "learning_rate": 1.9782e-05,
771
+ "loss": 5.2612,
772
+ "step": 1090
773
+ },
774
+ {
775
+ "epoch": 0.0003436082615920933,
776
+ "grad_norm": 13.125,
777
+ "learning_rate": 1.978e-05,
778
+ "loss": 5.3365,
779
+ "step": 1100
780
+ },
781
+ {
782
+ "epoch": 0.0003467319730611123,
783
+ "grad_norm": 11.75,
784
+ "learning_rate": 1.9778000000000003e-05,
785
+ "loss": 4.9134,
786
+ "step": 1110
787
+ },
788
+ {
789
+ "epoch": 0.0003498556845301313,
790
+ "grad_norm": 20.875,
791
+ "learning_rate": 1.9776000000000002e-05,
792
+ "loss": 5.5621,
793
+ "step": 1120
794
+ },
795
+ {
796
+ "epoch": 0.00035297939599915036,
797
+ "grad_norm": 14.5625,
798
+ "learning_rate": 1.9774e-05,
799
+ "loss": 5.4201,
800
+ "step": 1130
801
+ },
802
+ {
803
+ "epoch": 0.0003561031074681694,
804
+ "grad_norm": 26.25,
805
+ "learning_rate": 1.9772000000000003e-05,
806
+ "loss": 5.4606,
807
+ "step": 1140
808
+ },
809
+ {
810
+ "epoch": 0.0003592268189371884,
811
+ "grad_norm": 21.75,
812
+ "learning_rate": 1.9770000000000002e-05,
813
+ "loss": 5.6511,
814
+ "step": 1150
815
+ },
816
+ {
817
+ "epoch": 0.00036235053040620745,
818
+ "grad_norm": 15.8125,
819
+ "learning_rate": 1.9768e-05,
820
+ "loss": 5.1869,
821
+ "step": 1160
822
+ },
823
+ {
824
+ "epoch": 0.00036547424187522646,
825
+ "grad_norm": 15.875,
826
+ "learning_rate": 1.9766e-05,
827
+ "loss": 5.5171,
828
+ "step": 1170
829
+ },
830
+ {
831
+ "epoch": 0.0003685979533442455,
832
+ "grad_norm": 14.25,
833
+ "learning_rate": 1.9764000000000003e-05,
834
+ "loss": 5.5247,
835
+ "step": 1180
836
+ },
837
+ {
838
+ "epoch": 0.00037172166481326454,
839
+ "grad_norm": 14.0625,
840
+ "learning_rate": 1.9762e-05,
841
+ "loss": 5.86,
842
+ "step": 1190
843
+ },
844
+ {
845
+ "epoch": 0.00037484537628228355,
846
+ "grad_norm": 17.0,
847
+ "learning_rate": 1.976e-05,
848
+ "loss": 5.6677,
849
+ "step": 1200
850
+ },
851
+ {
852
+ "epoch": 0.00037796908775130256,
853
+ "grad_norm": 14.125,
854
+ "learning_rate": 1.9758000000000003e-05,
855
+ "loss": 5.7599,
856
+ "step": 1210
857
+ },
858
+ {
859
+ "epoch": 0.0003810927992203216,
860
+ "grad_norm": 18.875,
861
+ "learning_rate": 1.9756000000000002e-05,
862
+ "loss": 5.6479,
863
+ "step": 1220
864
+ },
865
+ {
866
+ "epoch": 0.00038421651068934064,
867
+ "grad_norm": 17.25,
868
+ "learning_rate": 1.9754e-05,
869
+ "loss": 5.7051,
870
+ "step": 1230
871
+ },
872
+ {
873
+ "epoch": 0.0003873402221583597,
874
+ "grad_norm": 13.0625,
875
+ "learning_rate": 1.9752000000000003e-05,
876
+ "loss": 5.413,
877
+ "step": 1240
878
+ },
879
+ {
880
+ "epoch": 0.0003904639336273787,
881
+ "grad_norm": 15.75,
882
+ "learning_rate": 1.9750000000000002e-05,
883
+ "loss": 5.4345,
884
+ "step": 1250
885
+ },
886
+ {
887
+ "epoch": 0.0003935876450963977,
888
+ "grad_norm": 20.25,
889
+ "learning_rate": 1.9748e-05,
890
+ "loss": 5.7715,
891
+ "step": 1260
892
+ },
893
+ {
894
+ "epoch": 0.0003967113565654168,
895
+ "grad_norm": 22.875,
896
+ "learning_rate": 1.9746e-05,
897
+ "loss": 5.6046,
898
+ "step": 1270
899
+ },
900
+ {
901
+ "epoch": 0.0003998350680344358,
902
+ "grad_norm": 19.375,
903
+ "learning_rate": 1.9744e-05,
904
+ "loss": 5.6705,
905
+ "step": 1280
906
+ },
907
+ {
908
+ "epoch": 0.0004029587795034548,
909
+ "grad_norm": 13.1875,
910
+ "learning_rate": 1.9742000000000002e-05,
911
+ "loss": 5.7126,
912
+ "step": 1290
913
+ },
914
+ {
915
+ "epoch": 0.0004060824909724739,
916
+ "grad_norm": 11.25,
917
+ "learning_rate": 1.974e-05,
918
+ "loss": 5.2286,
919
+ "step": 1300
920
+ },
921
+ {
922
+ "epoch": 0.0004092062024414929,
923
+ "grad_norm": 17.125,
924
+ "learning_rate": 1.9738000000000003e-05,
925
+ "loss": 5.4317,
926
+ "step": 1310
927
+ },
928
+ {
929
+ "epoch": 0.0004123299139105119,
930
+ "grad_norm": 13.4375,
931
+ "learning_rate": 1.9736000000000002e-05,
932
+ "loss": 5.7747,
933
+ "step": 1320
934
+ },
935
+ {
936
+ "epoch": 0.00041545362537953097,
937
+ "grad_norm": 17.25,
938
+ "learning_rate": 1.9734e-05,
939
+ "loss": 5.6014,
940
+ "step": 1330
941
+ },
942
+ {
943
+ "epoch": 0.00041857733684855,
944
+ "grad_norm": 23.25,
945
+ "learning_rate": 1.9732000000000004e-05,
946
+ "loss": 5.6342,
947
+ "step": 1340
948
+ },
949
+ {
950
+ "epoch": 0.000421701048317569,
951
+ "grad_norm": 17.75,
952
+ "learning_rate": 1.9730000000000003e-05,
953
+ "loss": 5.714,
954
+ "step": 1350
955
+ },
956
+ {
957
+ "epoch": 0.00042482475978658805,
958
+ "grad_norm": 18.75,
959
+ "learning_rate": 1.9728e-05,
960
+ "loss": 5.7005,
961
+ "step": 1360
962
+ },
963
+ {
964
+ "epoch": 0.00042794847125560706,
965
+ "grad_norm": 14.0625,
966
+ "learning_rate": 1.9726e-05,
967
+ "loss": 5.773,
968
+ "step": 1370
969
+ },
970
+ {
971
+ "epoch": 0.0004310721827246261,
972
+ "grad_norm": 21.125,
973
+ "learning_rate": 1.9724e-05,
974
+ "loss": 5.6311,
975
+ "step": 1380
976
+ },
977
+ {
978
+ "epoch": 0.00043419589419364514,
979
+ "grad_norm": 17.375,
980
+ "learning_rate": 1.9722000000000002e-05,
981
+ "loss": 5.6152,
982
+ "step": 1390
983
+ },
984
+ {
985
+ "epoch": 0.00043731960566266415,
986
+ "grad_norm": 27.25,
987
+ "learning_rate": 1.972e-05,
988
+ "loss": 5.442,
989
+ "step": 1400
990
+ },
991
+ {
992
+ "epoch": 0.00044044331713168316,
993
+ "grad_norm": 14.375,
994
+ "learning_rate": 1.9718e-05,
995
+ "loss": 5.4459,
996
+ "step": 1410
997
+ },
998
+ {
999
+ "epoch": 0.00044356702860070223,
1000
+ "grad_norm": 15.6875,
1001
+ "learning_rate": 1.9716000000000002e-05,
1002
+ "loss": 5.4062,
1003
+ "step": 1420
1004
+ },
1005
+ {
1006
+ "epoch": 0.00044669074006972124,
1007
+ "grad_norm": 21.25,
1008
+ "learning_rate": 1.9714e-05,
1009
+ "loss": 5.7603,
1010
+ "step": 1430
1011
+ },
1012
+ {
1013
+ "epoch": 0.00044981445153874025,
1014
+ "grad_norm": 18.125,
1015
+ "learning_rate": 1.9712000000000004e-05,
1016
+ "loss": 5.5305,
1017
+ "step": 1440
1018
+ },
1019
+ {
1020
+ "epoch": 0.0004529381630077593,
1021
+ "grad_norm": 21.375,
1022
+ "learning_rate": 1.9710000000000003e-05,
1023
+ "loss": 5.5689,
1024
+ "step": 1450
1025
+ },
1026
+ {
1027
+ "epoch": 0.0004560618744767783,
1028
+ "grad_norm": 20.625,
1029
+ "learning_rate": 1.9708000000000002e-05,
1030
+ "loss": 5.2929,
1031
+ "step": 1460
1032
+ },
1033
+ {
1034
+ "epoch": 0.00045918558594579734,
1035
+ "grad_norm": 14.75,
1036
+ "learning_rate": 1.9706e-05,
1037
+ "loss": 5.7608,
1038
+ "step": 1470
1039
+ },
1040
+ {
1041
+ "epoch": 0.0004623092974148164,
1042
+ "grad_norm": 14.25,
1043
+ "learning_rate": 1.9704e-05,
1044
+ "loss": 5.5301,
1045
+ "step": 1480
1046
+ },
1047
+ {
1048
+ "epoch": 0.0004654330088838354,
1049
+ "grad_norm": 15.4375,
1050
+ "learning_rate": 1.9702000000000002e-05,
1051
+ "loss": 5.5514,
1052
+ "step": 1490
1053
+ },
1054
+ {
1055
+ "epoch": 0.0004685567203528544,
1056
+ "grad_norm": 16.75,
1057
+ "learning_rate": 1.97e-05,
1058
+ "loss": 5.4936,
1059
+ "step": 1500
1060
+ },
1061
+ {
1062
+ "epoch": 0.0004716804318218735,
1063
+ "grad_norm": 18.0,
1064
+ "learning_rate": 1.9698e-05,
1065
+ "loss": 5.5664,
1066
+ "step": 1510
1067
+ },
1068
+ {
1069
+ "epoch": 0.0004748041432908925,
1070
+ "grad_norm": 24.125,
1071
+ "learning_rate": 1.9696000000000003e-05,
1072
+ "loss": 5.2128,
1073
+ "step": 1520
1074
+ },
1075
+ {
1076
+ "epoch": 0.0004779278547599115,
1077
+ "grad_norm": 19.375,
1078
+ "learning_rate": 1.9694e-05,
1079
+ "loss": 5.6116,
1080
+ "step": 1530
1081
+ },
1082
+ {
1083
+ "epoch": 0.0004810515662289306,
1084
+ "grad_norm": 13.375,
1085
+ "learning_rate": 1.9692000000000004e-05,
1086
+ "loss": 5.65,
1087
+ "step": 1540
1088
+ },
1089
+ {
1090
+ "epoch": 0.0004841752776979496,
1091
+ "grad_norm": 20.0,
1092
+ "learning_rate": 1.9690000000000003e-05,
1093
+ "loss": 5.6937,
1094
+ "step": 1550
1095
+ },
1096
+ {
1097
+ "epoch": 0.0004872989891669686,
1098
+ "grad_norm": 23.375,
1099
+ "learning_rate": 1.9688000000000002e-05,
1100
+ "loss": 5.3234,
1101
+ "step": 1560
1102
+ },
1103
+ {
1104
+ "epoch": 0.0004904227006359876,
1105
+ "grad_norm": 17.375,
1106
+ "learning_rate": 1.9686e-05,
1107
+ "loss": 5.5981,
1108
+ "step": 1570
1109
+ },
1110
+ {
1111
+ "epoch": 0.0004935464121050067,
1112
+ "grad_norm": 19.5,
1113
+ "learning_rate": 1.9684e-05,
1114
+ "loss": 4.9602,
1115
+ "step": 1580
1116
+ },
1117
+ {
1118
+ "epoch": 0.0004966701235740257,
1119
+ "grad_norm": 17.25,
1120
+ "learning_rate": 1.9682000000000002e-05,
1121
+ "loss": 5.3535,
1122
+ "step": 1590
1123
+ },
1124
+ {
1125
+ "epoch": 0.0004997938350430447,
1126
+ "grad_norm": 17.25,
1127
+ "learning_rate": 1.968e-05,
1128
+ "loss": 5.1287,
1129
+ "step": 1600
1130
+ },
1131
+ {
1132
+ "epoch": 0.0005029175465120638,
1133
+ "grad_norm": 16.75,
1134
+ "learning_rate": 1.9678e-05,
1135
+ "loss": 5.6272,
1136
+ "step": 1610
1137
+ },
1138
+ {
1139
+ "epoch": 0.0005060412579810828,
1140
+ "grad_norm": 17.75,
1141
+ "learning_rate": 1.9676000000000003e-05,
1142
+ "loss": 5.432,
1143
+ "step": 1620
1144
+ },
1145
+ {
1146
+ "epoch": 0.0005091649694501018,
1147
+ "grad_norm": 11.8125,
1148
+ "learning_rate": 1.9674000000000002e-05,
1149
+ "loss": 5.3767,
1150
+ "step": 1630
1151
+ },
1152
+ {
1153
+ "epoch": 0.0005122886809191209,
1154
+ "grad_norm": 19.25,
1155
+ "learning_rate": 1.9672e-05,
1156
+ "loss": 5.3967,
1157
+ "step": 1640
1158
+ },
1159
+ {
1160
+ "epoch": 0.0005154123923881399,
1161
+ "grad_norm": 14.9375,
1162
+ "learning_rate": 1.9670000000000003e-05,
1163
+ "loss": 5.2857,
1164
+ "step": 1650
1165
+ },
1166
+ {
1167
+ "epoch": 0.0005185361038571589,
1168
+ "grad_norm": 16.0,
1169
+ "learning_rate": 1.9668000000000002e-05,
1170
+ "loss": 5.6774,
1171
+ "step": 1660
1172
+ },
1173
+ {
1174
+ "epoch": 0.0005216598153261779,
1175
+ "grad_norm": 21.5,
1176
+ "learning_rate": 1.9666e-05,
1177
+ "loss": 5.6296,
1178
+ "step": 1670
1179
+ },
1180
+ {
1181
+ "epoch": 0.000524783526795197,
1182
+ "grad_norm": 17.625,
1183
+ "learning_rate": 1.9664e-05,
1184
+ "loss": 5.4919,
1185
+ "step": 1680
1186
+ },
1187
+ {
1188
+ "epoch": 0.000527907238264216,
1189
+ "grad_norm": 15.5625,
1190
+ "learning_rate": 1.9662000000000003e-05,
1191
+ "loss": 5.7115,
1192
+ "step": 1690
1193
+ },
1194
+ {
1195
+ "epoch": 0.000531030949733235,
1196
+ "grad_norm": 15.25,
1197
+ "learning_rate": 1.966e-05,
1198
+ "loss": 5.7642,
1199
+ "step": 1700
1200
+ },
1201
+ {
1202
+ "epoch": 0.0005341546612022541,
1203
+ "grad_norm": 19.0,
1204
+ "learning_rate": 1.9658e-05,
1205
+ "loss": 5.444,
1206
+ "step": 1710
1207
+ },
1208
+ {
1209
+ "epoch": 0.000537278372671273,
1210
+ "grad_norm": 16.375,
1211
+ "learning_rate": 1.9656000000000003e-05,
1212
+ "loss": 5.4625,
1213
+ "step": 1720
1214
+ },
1215
+ {
1216
+ "epoch": 0.0005404020841402921,
1217
+ "grad_norm": 15.0,
1218
+ "learning_rate": 1.9654000000000002e-05,
1219
+ "loss": 5.7821,
1220
+ "step": 1730
1221
+ },
1222
+ {
1223
+ "epoch": 0.0005435257956093112,
1224
+ "grad_norm": 13.25,
1225
+ "learning_rate": 1.9652e-05,
1226
+ "loss": 5.6565,
1227
+ "step": 1740
1228
+ },
1229
+ {
1230
+ "epoch": 0.0005466495070783301,
1231
+ "grad_norm": 17.25,
1232
+ "learning_rate": 1.9650000000000003e-05,
1233
+ "loss": 5.4938,
1234
+ "step": 1750
1235
+ },
1236
+ {
1237
+ "epoch": 0.0005497732185473492,
1238
+ "grad_norm": 17.25,
1239
+ "learning_rate": 1.9648000000000002e-05,
1240
+ "loss": 5.4783,
1241
+ "step": 1760
1242
+ },
1243
+ {
1244
+ "epoch": 0.0005528969300163683,
1245
+ "grad_norm": 12.875,
1246
+ "learning_rate": 1.9646e-05,
1247
+ "loss": 5.5006,
1248
+ "step": 1770
1249
+ },
1250
+ {
1251
+ "epoch": 0.0005560206414853873,
1252
+ "grad_norm": 20.375,
1253
+ "learning_rate": 1.9644e-05,
1254
+ "loss": 5.3737,
1255
+ "step": 1780
1256
+ },
1257
+ {
1258
+ "epoch": 0.0005591443529544063,
1259
+ "grad_norm": 18.875,
1260
+ "learning_rate": 1.9642000000000003e-05,
1261
+ "loss": 5.5817,
1262
+ "step": 1790
1263
+ },
1264
+ {
1265
+ "epoch": 0.0005622680644234254,
1266
+ "grad_norm": 19.375,
1267
+ "learning_rate": 1.9640000000000002e-05,
1268
+ "loss": 5.2545,
1269
+ "step": 1800
1270
+ },
1271
+ {
1272
+ "epoch": 0.0005653917758924444,
1273
+ "grad_norm": 12.125,
1274
+ "learning_rate": 1.9638e-05,
1275
+ "loss": 5.5962,
1276
+ "step": 1810
1277
+ },
1278
+ {
1279
+ "epoch": 0.0005685154873614634,
1280
+ "grad_norm": 18.25,
1281
+ "learning_rate": 1.9636000000000003e-05,
1282
+ "loss": 5.3886,
1283
+ "step": 1820
1284
+ },
1285
+ {
1286
+ "epoch": 0.0005716391988304824,
1287
+ "grad_norm": 20.125,
1288
+ "learning_rate": 1.9634000000000002e-05,
1289
+ "loss": 5.4536,
1290
+ "step": 1830
1291
+ },
1292
+ {
1293
+ "epoch": 0.0005747629102995015,
1294
+ "grad_norm": 15.1875,
1295
+ "learning_rate": 1.9632e-05,
1296
+ "loss": 5.539,
1297
+ "step": 1840
1298
+ },
1299
+ {
1300
+ "epoch": 0.0005778866217685205,
1301
+ "grad_norm": 15.8125,
1302
+ "learning_rate": 1.9630000000000003e-05,
1303
+ "loss": 5.5931,
1304
+ "step": 1850
1305
+ },
1306
+ {
1307
+ "epoch": 0.0005810103332375395,
1308
+ "grad_norm": 13.6875,
1309
+ "learning_rate": 1.9628000000000002e-05,
1310
+ "loss": 5.544,
1311
+ "step": 1860
1312
+ },
1313
+ {
1314
+ "epoch": 0.0005841340447065586,
1315
+ "grad_norm": 15.875,
1316
+ "learning_rate": 1.9626e-05,
1317
+ "loss": 5.344,
1318
+ "step": 1870
1319
+ },
1320
+ {
1321
+ "epoch": 0.0005872577561755775,
1322
+ "grad_norm": 12.75,
1323
+ "learning_rate": 1.9624e-05,
1324
+ "loss": 5.4029,
1325
+ "step": 1880
1326
+ },
1327
+ {
1328
+ "epoch": 0.0005903814676445966,
1329
+ "grad_norm": 12.9375,
1330
+ "learning_rate": 1.9622e-05,
1331
+ "loss": 5.7129,
1332
+ "step": 1890
1333
+ },
1334
+ {
1335
+ "epoch": 0.0005935051791136157,
1336
+ "grad_norm": 17.625,
1337
+ "learning_rate": 1.9620000000000002e-05,
1338
+ "loss": 5.5131,
1339
+ "step": 1900
1340
+ },
1341
+ {
1342
+ "epoch": 0.0005966288905826346,
1343
+ "grad_norm": 15.3125,
1344
+ "learning_rate": 1.9618e-05,
1345
+ "loss": 5.4311,
1346
+ "step": 1910
1347
+ },
1348
+ {
1349
+ "epoch": 0.0005997526020516537,
1350
+ "grad_norm": 18.5,
1351
+ "learning_rate": 1.9616000000000003e-05,
1352
+ "loss": 5.6053,
1353
+ "step": 1920
1354
+ },
1355
+ {
1356
+ "epoch": 0.0006028763135206728,
1357
+ "grad_norm": 15.8125,
1358
+ "learning_rate": 1.9614000000000002e-05,
1359
+ "loss": 5.6931,
1360
+ "step": 1930
1361
+ },
1362
+ {
1363
+ "epoch": 0.0006060000249896917,
1364
+ "grad_norm": 20.0,
1365
+ "learning_rate": 1.9612e-05,
1366
+ "loss": 5.5993,
1367
+ "step": 1940
1368
+ },
1369
+ {
1370
+ "epoch": 0.0006091237364587108,
1371
+ "grad_norm": 17.625,
1372
+ "learning_rate": 1.9610000000000004e-05,
1373
+ "loss": 5.5418,
1374
+ "step": 1950
1375
+ },
1376
+ {
1377
+ "epoch": 0.0006122474479277299,
1378
+ "grad_norm": 14.4375,
1379
+ "learning_rate": 1.9608000000000003e-05,
1380
+ "loss": 5.4671,
1381
+ "step": 1960
1382
+ },
1383
+ {
1384
+ "epoch": 0.0006153711593967488,
1385
+ "grad_norm": 15.1875,
1386
+ "learning_rate": 1.9606e-05,
1387
+ "loss": 5.5768,
1388
+ "step": 1970
1389
+ },
1390
+ {
1391
+ "epoch": 0.0006184948708657679,
1392
+ "grad_norm": 13.0625,
1393
+ "learning_rate": 1.9604e-05,
1394
+ "loss": 5.6612,
1395
+ "step": 1980
1396
+ },
1397
+ {
1398
+ "epoch": 0.0006216185823347869,
1399
+ "grad_norm": 11.625,
1400
+ "learning_rate": 1.9602e-05,
1401
+ "loss": 5.4864,
1402
+ "step": 1990
1403
+ },
1404
+ {
1405
+ "epoch": 0.0006247422938038059,
1406
+ "grad_norm": 20.875,
1407
+ "learning_rate": 1.9600000000000002e-05,
1408
+ "loss": 5.6614,
1409
+ "step": 2000
1410
  }
1411
  ],
1412
  "logging_steps": 10,
 
1414
  "num_input_tokens_seen": 0,
1415
  "num_train_epochs": 1,
1416
  "save_steps": 1000,
1417
+ "total_flos": 8.29984629325824e+17,
1418
  "train_batch_size": 4,
1419
  "trial_name": null,
1420
  "trial_params": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1e54eabf354f43ea877cb1eaea121898030e49516639ec84ed1b319abb594bc
3
  size 4984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b28bd00c5d59269de89b41d4f3fe8077dc443525303361867432dcdb7c25cb51
3
  size 4984