mtzig commited on
Commit
c3e1a3e
·
verified ·
1 Parent(s): 76530ee

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/optimizer_0/.metadata CHANGED
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
 
last-checkpoint/optimizer_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63b1a741aef12c15963ba453b05ab5db82600bc551f2b0abdba0db986515581e
3
  size 13934748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14547ac515d48222d4a0714565b7f0ff43cdfe7e3433bc78e49e6b09b8981c81
3
  size 13934748
last-checkpoint/optimizer_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca7904bad979c288a95b5544959e8198018d6b678ccb1bbd085c8a3715877659
3
  size 13999412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c489693ca786f69cce194ed047018280eb4f135c47799cb9c8c1a94a80a83a
3
  size 13999412
last-checkpoint/optimizer_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7197d140fd83963b935a376f4d10c9844e833c8ece7825e56a537cd1f8c644af
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3ab0f03d59ab2cacfa7684c6582db19c8faa2f71f12a0c59dcdb7658989a9f
3
  size 13990904
last-checkpoint/optimizer_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ceaa8f446e2f8dcda19c36d8e6153becc6476783cafdca7111122aee2ef02e4
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:062db20f34ebc5332783844c03fac1617134d15c0ad9339a332184848e989644
3
  size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata CHANGED
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc2db39bbffdd11bfa5291372b42f5e65728cd913b180ab1985ed1b3a40873fe
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd64dd21576e02e753ec94ea95a93f198f48328a88aba4a0b14eb1c5b099960f
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e3cc4c894c659d664488312db7958b2b28c1cb0b69e1b193236f71117586abc
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9147e0041db4b2f1bbe193ca483881fc7504c7fffc9a467e0d3c27f4f6362c06
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1da01c95902e73134a96dda0be8f77798bec60a53a1f2dbb08b7e4384991650
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6476c01f704d06b7eca9adfe435dd9017de711e4ab1edb0533a8d4b92ea37f25
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56970e8db017cc28abe4f30ae5ecc2b1b0ca78752e49befac2699bb6e88ee3b2
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52461b7b55cf2eee72b6e10a42c3da62ee93fab77b4586e9e99529192d3b8dbe
3
  size 6966784
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d6628c12a9e847bd7b0ae41ef60b5411f45368fdb1098e87b82df12733ebc90
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63667f41da56d7b37e81a5ed39a2827a59d961a10f3db5d65d53c52bf140063c
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c7006e35aa389f7a9da3b0441e6946d07bdfe96c931f880353af9a6540dbecc
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60adab32009df101fecc7f478362117663e337a78ba4017ca403697239a831b2
3
  size 14960
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1fc8516280fb996848d161272211cec6b2fbaff18bd368f409c7ee2bb47862ee
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48eb373b7a317259acb89e88151da10b0d07ea04d20c599909c5968bfc9819c1
3
  size 14960
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22954ae1098f61d594e688048b08108dec1af0a05949920062dae9026ee41d19
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91aaac2801488334362c66999f6efe4f2ff3e9efee52c3fbb9472e6a04ca6a75
3
  size 14960
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f74cf2d94199da6c0c744e0a8fc5b249258fbfd3cbeeaf0782f20c5de466ce1
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53f1cd88f5f16fe0f959344eb591cfcac8cc96050715460be2e56f3c4370f019
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.23702299123014933,
5
  "eval_steps": 20,
6
- "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -3819,6 +3819,766 @@
3819
  "eval_samples_per_second": 5.415,
3820
  "eval_steps_per_second": 0.18,
3821
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3822
  }
3823
  ],
3824
  "logging_steps": 1,
@@ -3838,7 +4598,7 @@
3838
  "attributes": {}
3839
  }
3840
  },
3841
- "total_flos": 1.3338310337993114e+17,
3842
  "train_batch_size": 8,
3843
  "trial_name": null,
3844
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.2844275894761792,
5
  "eval_steps": 20,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
3819
  "eval_samples_per_second": 5.415,
3820
  "eval_steps_per_second": 0.18,
3821
  "step": 500
3822
+ },
3823
+ {
3824
+ "epoch": 0.23749703721260962,
3825
+ "grad_norm": 5.681730270385742,
3826
+ "learning_rate": 1.886989601909744e-05,
3827
+ "loss": 0.1176,
3828
+ "step": 501
3829
+ },
3830
+ {
3831
+ "epoch": 0.23797108319506993,
3832
+ "grad_norm": 5.455805778503418,
3833
+ "learning_rate": 1.8862240277872587e-05,
3834
+ "loss": 0.1556,
3835
+ "step": 502
3836
+ },
3837
+ {
3838
+ "epoch": 0.23844512917753022,
3839
+ "grad_norm": 6.3678879737854,
3840
+ "learning_rate": 1.8854560256532098e-05,
3841
+ "loss": 0.2133,
3842
+ "step": 503
3843
+ },
3844
+ {
3845
+ "epoch": 0.23891917515999053,
3846
+ "grad_norm": 8.105287551879883,
3847
+ "learning_rate": 1.8846855976117137e-05,
3848
+ "loss": 0.1864,
3849
+ "step": 504
3850
+ },
3851
+ {
3852
+ "epoch": 0.23939322114245082,
3853
+ "grad_norm": 12.376128196716309,
3854
+ "learning_rate": 1.8839127457735325e-05,
3855
+ "loss": 0.2301,
3856
+ "step": 505
3857
+ },
3858
+ {
3859
+ "epoch": 0.2398672671249111,
3860
+ "grad_norm": 4.791072368621826,
3861
+ "learning_rate": 1.8831374722560686e-05,
3862
+ "loss": 0.1711,
3863
+ "step": 506
3864
+ },
3865
+ {
3866
+ "epoch": 0.24034131310737142,
3867
+ "grad_norm": 7.560359001159668,
3868
+ "learning_rate": 1.8823597791833595e-05,
3869
+ "loss": 0.2847,
3870
+ "step": 507
3871
+ },
3872
+ {
3873
+ "epoch": 0.2408153590898317,
3874
+ "grad_norm": 4.705785751342773,
3875
+ "learning_rate": 1.8815796686860717e-05,
3876
+ "loss": 0.1704,
3877
+ "step": 508
3878
+ },
3879
+ {
3880
+ "epoch": 0.24128940507229202,
3881
+ "grad_norm": 4.360641002655029,
3882
+ "learning_rate": 1.880797142901495e-05,
3883
+ "loss": 0.171,
3884
+ "step": 509
3885
+ },
3886
+ {
3887
+ "epoch": 0.2417634510547523,
3888
+ "grad_norm": 2.9732701778411865,
3889
+ "learning_rate": 1.880012203973536e-05,
3890
+ "loss": 0.1867,
3891
+ "step": 510
3892
+ },
3893
+ {
3894
+ "epoch": 0.24223749703721262,
3895
+ "grad_norm": 5.549304008483887,
3896
+ "learning_rate": 1.8792248540527124e-05,
3897
+ "loss": 0.1999,
3898
+ "step": 511
3899
+ },
3900
+ {
3901
+ "epoch": 0.2427115430196729,
3902
+ "grad_norm": 4.155362129211426,
3903
+ "learning_rate": 1.878435095296148e-05,
3904
+ "loss": 0.0973,
3905
+ "step": 512
3906
+ },
3907
+ {
3908
+ "epoch": 0.24318558900213322,
3909
+ "grad_norm": 2.743211030960083,
3910
+ "learning_rate": 1.877642929867566e-05,
3911
+ "loss": 0.0951,
3912
+ "step": 513
3913
+ },
3914
+ {
3915
+ "epoch": 0.2436596349845935,
3916
+ "grad_norm": 5.166907787322998,
3917
+ "learning_rate": 1.876848359937283e-05,
3918
+ "loss": 0.2062,
3919
+ "step": 514
3920
+ },
3921
+ {
3922
+ "epoch": 0.24413368096705382,
3923
+ "grad_norm": 8.175763130187988,
3924
+ "learning_rate": 1.876051387682204e-05,
3925
+ "loss": 0.3424,
3926
+ "step": 515
3927
+ },
3928
+ {
3929
+ "epoch": 0.2446077269495141,
3930
+ "grad_norm": 7.783774375915527,
3931
+ "learning_rate": 1.8752520152858136e-05,
3932
+ "loss": 0.1457,
3933
+ "step": 516
3934
+ },
3935
+ {
3936
+ "epoch": 0.2450817729319744,
3937
+ "grad_norm": 3.428746461868286,
3938
+ "learning_rate": 1.8744502449381748e-05,
3939
+ "loss": 0.1067,
3940
+ "step": 517
3941
+ },
3942
+ {
3943
+ "epoch": 0.2455558189144347,
3944
+ "grad_norm": 5.763442039489746,
3945
+ "learning_rate": 1.8736460788359195e-05,
3946
+ "loss": 0.1122,
3947
+ "step": 518
3948
+ },
3949
+ {
3950
+ "epoch": 0.246029864896895,
3951
+ "grad_norm": 4.418912887573242,
3952
+ "learning_rate": 1.872839519182242e-05,
3953
+ "loss": 0.1818,
3954
+ "step": 519
3955
+ },
3956
+ {
3957
+ "epoch": 0.2465039108793553,
3958
+ "grad_norm": 12.567361831665039,
3959
+ "learning_rate": 1.8720305681868954e-05,
3960
+ "loss": 0.2092,
3961
+ "step": 520
3962
+ },
3963
+ {
3964
+ "epoch": 0.2465039108793553,
3965
+ "eval_accuracy": 0.9895330112721417,
3966
+ "eval_f1": 0.8849557522123894,
3967
+ "eval_loss": 0.03357277810573578,
3968
+ "eval_precision": 0.819672131147541,
3969
+ "eval_recall": 0.9615384615384616,
3970
+ "eval_runtime": 50.2265,
3971
+ "eval_samples_per_second": 5.396,
3972
+ "eval_steps_per_second": 0.179,
3973
+ "step": 520
3974
+ },
3975
+ {
3976
+ "epoch": 0.2469779568618156,
3977
+ "grad_norm": 4.847149848937988,
3978
+ "learning_rate": 1.871219228066185e-05,
3979
+ "loss": 0.1458,
3980
+ "step": 521
3981
+ },
3982
+ {
3983
+ "epoch": 0.2474520028442759,
3984
+ "grad_norm": 14.294929504394531,
3985
+ "learning_rate": 1.8704055010429604e-05,
3986
+ "loss": 0.2378,
3987
+ "step": 522
3988
+ },
3989
+ {
3990
+ "epoch": 0.2479260488267362,
3991
+ "grad_norm": 8.848465919494629,
3992
+ "learning_rate": 1.869589389346611e-05,
3993
+ "loss": 0.1957,
3994
+ "step": 523
3995
+ },
3996
+ {
3997
+ "epoch": 0.2484000948091965,
3998
+ "grad_norm": 7.963865280151367,
3999
+ "learning_rate": 1.8687708952130602e-05,
4000
+ "loss": 0.2389,
4001
+ "step": 524
4002
+ },
4003
+ {
4004
+ "epoch": 0.2488741407916568,
4005
+ "grad_norm": 6.276052951812744,
4006
+ "learning_rate": 1.867950020884758e-05,
4007
+ "loss": 0.1899,
4008
+ "step": 525
4009
+ },
4010
+ {
4011
+ "epoch": 0.2493481867741171,
4012
+ "grad_norm": 4.264331340789795,
4013
+ "learning_rate": 1.867126768610676e-05,
4014
+ "loss": 0.1336,
4015
+ "step": 526
4016
+ },
4017
+ {
4018
+ "epoch": 0.2498222327565774,
4019
+ "grad_norm": 5.881321907043457,
4020
+ "learning_rate": 1.866301140646299e-05,
4021
+ "loss": 0.1832,
4022
+ "step": 527
4023
+ },
4024
+ {
4025
+ "epoch": 0.2502962787390377,
4026
+ "grad_norm": 6.979321002960205,
4027
+ "learning_rate": 1.8654731392536238e-05,
4028
+ "loss": 0.2483,
4029
+ "step": 528
4030
+ },
4031
+ {
4032
+ "epoch": 0.25077032472149796,
4033
+ "grad_norm": 6.509945392608643,
4034
+ "learning_rate": 1.8646427667011465e-05,
4035
+ "loss": 0.1578,
4036
+ "step": 529
4037
+ },
4038
+ {
4039
+ "epoch": 0.2512443707039583,
4040
+ "grad_norm": 9.517057418823242,
4041
+ "learning_rate": 1.863810025263862e-05,
4042
+ "loss": 0.2089,
4043
+ "step": 530
4044
+ },
4045
+ {
4046
+ "epoch": 0.2517184166864186,
4047
+ "grad_norm": 6.159739017486572,
4048
+ "learning_rate": 1.8629749172232528e-05,
4049
+ "loss": 0.1491,
4050
+ "step": 531
4051
+ },
4052
+ {
4053
+ "epoch": 0.2521924626688789,
4054
+ "grad_norm": 7.890002727508545,
4055
+ "learning_rate": 1.8621374448672878e-05,
4056
+ "loss": 0.2089,
4057
+ "step": 532
4058
+ },
4059
+ {
4060
+ "epoch": 0.25266650865133916,
4061
+ "grad_norm": 5.750835418701172,
4062
+ "learning_rate": 1.861297610490412e-05,
4063
+ "loss": 0.1672,
4064
+ "step": 533
4065
+ },
4066
+ {
4067
+ "epoch": 0.2531405546337995,
4068
+ "grad_norm": 8.991978645324707,
4069
+ "learning_rate": 1.8604554163935416e-05,
4070
+ "loss": 0.2807,
4071
+ "step": 534
4072
+ },
4073
+ {
4074
+ "epoch": 0.2536146006162598,
4075
+ "grad_norm": 8.729525566101074,
4076
+ "learning_rate": 1.859610864884059e-05,
4077
+ "loss": 0.1845,
4078
+ "step": 535
4079
+ },
4080
+ {
4081
+ "epoch": 0.2540886465987201,
4082
+ "grad_norm": 5.400993824005127,
4083
+ "learning_rate": 1.8587639582758032e-05,
4084
+ "loss": 0.1581,
4085
+ "step": 536
4086
+ },
4087
+ {
4088
+ "epoch": 0.25456269258118036,
4089
+ "grad_norm": 3.7591798305511475,
4090
+ "learning_rate": 1.8579146988890677e-05,
4091
+ "loss": 0.151,
4092
+ "step": 537
4093
+ },
4094
+ {
4095
+ "epoch": 0.2550367385636407,
4096
+ "grad_norm": 4.554786682128906,
4097
+ "learning_rate": 1.857063089050591e-05,
4098
+ "loss": 0.1672,
4099
+ "step": 538
4100
+ },
4101
+ {
4102
+ "epoch": 0.255510784546101,
4103
+ "grad_norm": 5.148488998413086,
4104
+ "learning_rate": 1.8562091310935514e-05,
4105
+ "loss": 0.1258,
4106
+ "step": 539
4107
+ },
4108
+ {
4109
+ "epoch": 0.25598483052856125,
4110
+ "grad_norm": 7.819247245788574,
4111
+ "learning_rate": 1.8553528273575597e-05,
4112
+ "loss": 0.2247,
4113
+ "step": 540
4114
+ },
4115
+ {
4116
+ "epoch": 0.25598483052856125,
4117
+ "eval_accuracy": 0.9927536231884058,
4118
+ "eval_f1": 0.9158878504672897,
4119
+ "eval_loss": 0.02866183966398239,
4120
+ "eval_precision": 0.8909090909090909,
4121
+ "eval_recall": 0.9423076923076923,
4122
+ "eval_runtime": 50.5721,
4123
+ "eval_samples_per_second": 5.359,
4124
+ "eval_steps_per_second": 0.178,
4125
+ "step": 540
4126
+ },
4127
+ {
4128
+ "epoch": 0.25645887651102156,
4129
+ "grad_norm": 5.182741641998291,
4130
+ "learning_rate": 1.8544941801886543e-05,
4131
+ "loss": 0.1985,
4132
+ "step": 541
4133
+ },
4134
+ {
4135
+ "epoch": 0.2569329224934819,
4136
+ "grad_norm": 10.451058387756348,
4137
+ "learning_rate": 1.8536331919392938e-05,
4138
+ "loss": 0.2074,
4139
+ "step": 542
4140
+ },
4141
+ {
4142
+ "epoch": 0.2574069684759422,
4143
+ "grad_norm": 4.122173309326172,
4144
+ "learning_rate": 1.8527698649683507e-05,
4145
+ "loss": 0.1409,
4146
+ "step": 543
4147
+ },
4148
+ {
4149
+ "epoch": 0.25788101445840245,
4150
+ "grad_norm": 4.434998989105225,
4151
+ "learning_rate": 1.8519042016411045e-05,
4152
+ "loss": 0.1919,
4153
+ "step": 544
4154
+ },
4155
+ {
4156
+ "epoch": 0.25835506044086276,
4157
+ "grad_norm": 4.652968406677246,
4158
+ "learning_rate": 1.8510362043292363e-05,
4159
+ "loss": 0.2015,
4160
+ "step": 545
4161
+ },
4162
+ {
4163
+ "epoch": 0.2588291064233231,
4164
+ "grad_norm": 2.667080879211426,
4165
+ "learning_rate": 1.850165875410822e-05,
4166
+ "loss": 0.1196,
4167
+ "step": 546
4168
+ },
4169
+ {
4170
+ "epoch": 0.2593031524057834,
4171
+ "grad_norm": 4.295355796813965,
4172
+ "learning_rate": 1.8492932172703236e-05,
4173
+ "loss": 0.1693,
4174
+ "step": 547
4175
+ },
4176
+ {
4177
+ "epoch": 0.25977719838824365,
4178
+ "grad_norm": 7.52603006362915,
4179
+ "learning_rate": 1.848418232298587e-05,
4180
+ "loss": 0.1776,
4181
+ "step": 548
4182
+ },
4183
+ {
4184
+ "epoch": 0.26025124437070396,
4185
+ "grad_norm": 12.561964988708496,
4186
+ "learning_rate": 1.8475409228928314e-05,
4187
+ "loss": 0.2784,
4188
+ "step": 549
4189
+ },
4190
+ {
4191
+ "epoch": 0.2607252903531643,
4192
+ "grad_norm": 3.891218423843384,
4193
+ "learning_rate": 1.8466612914566447e-05,
4194
+ "loss": 0.1314,
4195
+ "step": 550
4196
+ },
4197
+ {
4198
+ "epoch": 0.26119933633562453,
4199
+ "grad_norm": 4.668924331665039,
4200
+ "learning_rate": 1.8457793403999766e-05,
4201
+ "loss": 0.1323,
4202
+ "step": 551
4203
+ },
4204
+ {
4205
+ "epoch": 0.26167338231808485,
4206
+ "grad_norm": 4.252039432525635,
4207
+ "learning_rate": 1.844895072139132e-05,
4208
+ "loss": 0.1404,
4209
+ "step": 552
4210
+ },
4211
+ {
4212
+ "epoch": 0.26214742830054516,
4213
+ "grad_norm": 13.645633697509766,
4214
+ "learning_rate": 1.844008489096764e-05,
4215
+ "loss": 0.2463,
4216
+ "step": 553
4217
+ },
4218
+ {
4219
+ "epoch": 0.2626214742830055,
4220
+ "grad_norm": 8.817793846130371,
4221
+ "learning_rate": 1.843119593701868e-05,
4222
+ "loss": 0.2191,
4223
+ "step": 554
4224
+ },
4225
+ {
4226
+ "epoch": 0.26309552026546573,
4227
+ "grad_norm": 3.518982410430908,
4228
+ "learning_rate": 1.8422283883897744e-05,
4229
+ "loss": 0.1856,
4230
+ "step": 555
4231
+ },
4232
+ {
4233
+ "epoch": 0.26356956624792605,
4234
+ "grad_norm": 4.6413044929504395,
4235
+ "learning_rate": 1.8413348756021415e-05,
4236
+ "loss": 0.2101,
4237
+ "step": 556
4238
+ },
4239
+ {
4240
+ "epoch": 0.26404361223038636,
4241
+ "grad_norm": 3.4393184185028076,
4242
+ "learning_rate": 1.8404390577869508e-05,
4243
+ "loss": 0.0917,
4244
+ "step": 557
4245
+ },
4246
+ {
4247
+ "epoch": 0.2645176582128467,
4248
+ "grad_norm": 7.83014440536499,
4249
+ "learning_rate": 1.839540937398498e-05,
4250
+ "loss": 0.1848,
4251
+ "step": 558
4252
+ },
4253
+ {
4254
+ "epoch": 0.26499170419530693,
4255
+ "grad_norm": 5.448614597320557,
4256
+ "learning_rate": 1.8386405168973875e-05,
4257
+ "loss": 0.201,
4258
+ "step": 559
4259
+ },
4260
+ {
4261
+ "epoch": 0.26546575017776725,
4262
+ "grad_norm": 9.165091514587402,
4263
+ "learning_rate": 1.8377377987505252e-05,
4264
+ "loss": 0.2684,
4265
+ "step": 560
4266
+ },
4267
+ {
4268
+ "epoch": 0.26546575017776725,
4269
+ "eval_accuracy": 0.9919484702093397,
4270
+ "eval_f1": 0.9090909090909091,
4271
+ "eval_loss": 0.028601787984371185,
4272
+ "eval_precision": 0.8620689655172413,
4273
+ "eval_recall": 0.9615384615384616,
4274
+ "eval_runtime": 49.8418,
4275
+ "eval_samples_per_second": 5.437,
4276
+ "eval_steps_per_second": 0.181,
4277
+ "step": 560
4278
+ },
4279
+ {
4280
+ "epoch": 0.26593979616022756,
4281
+ "grad_norm": 4.3900065422058105,
4282
+ "learning_rate": 1.836832785431112e-05,
4283
+ "loss": 0.1651,
4284
+ "step": 561
4285
+ },
4286
+ {
4287
+ "epoch": 0.2664138421426878,
4288
+ "grad_norm": 6.591796398162842,
4289
+ "learning_rate": 1.8359254794186368e-05,
4290
+ "loss": 0.2222,
4291
+ "step": 562
4292
+ },
4293
+ {
4294
+ "epoch": 0.26688788812514813,
4295
+ "grad_norm": 4.408583641052246,
4296
+ "learning_rate": 1.8350158831988708e-05,
4297
+ "loss": 0.1636,
4298
+ "step": 563
4299
+ },
4300
+ {
4301
+ "epoch": 0.26736193410760845,
4302
+ "grad_norm": 4.501555442810059,
4303
+ "learning_rate": 1.8341039992638585e-05,
4304
+ "loss": 0.1883,
4305
+ "step": 564
4306
+ },
4307
+ {
4308
+ "epoch": 0.26783598009006876,
4309
+ "grad_norm": 3.782682418823242,
4310
+ "learning_rate": 1.8331898301119123e-05,
4311
+ "loss": 0.1582,
4312
+ "step": 565
4313
+ },
4314
+ {
4315
+ "epoch": 0.268310026072529,
4316
+ "grad_norm": 3.5062944889068604,
4317
+ "learning_rate": 1.832273378247606e-05,
4318
+ "loss": 0.1352,
4319
+ "step": 566
4320
+ },
4321
+ {
4322
+ "epoch": 0.26878407205498933,
4323
+ "grad_norm": 3.86049747467041,
4324
+ "learning_rate": 1.831354646181767e-05,
4325
+ "loss": 0.106,
4326
+ "step": 567
4327
+ },
4328
+ {
4329
+ "epoch": 0.26925811803744965,
4330
+ "grad_norm": 3.148836374282837,
4331
+ "learning_rate": 1.8304336364314707e-05,
4332
+ "loss": 0.1623,
4333
+ "step": 568
4334
+ },
4335
+ {
4336
+ "epoch": 0.2697321640199099,
4337
+ "grad_norm": 6.754387855529785,
4338
+ "learning_rate": 1.829510351520031e-05,
4339
+ "loss": 0.2434,
4340
+ "step": 569
4341
+ },
4342
+ {
4343
+ "epoch": 0.2702062100023702,
4344
+ "grad_norm": 5.247784614562988,
4345
+ "learning_rate": 1.828584793976997e-05,
4346
+ "loss": 0.1331,
4347
+ "step": 570
4348
+ },
4349
+ {
4350
+ "epoch": 0.27068025598483053,
4351
+ "grad_norm": 5.818985939025879,
4352
+ "learning_rate": 1.827656966338143e-05,
4353
+ "loss": 0.1737,
4354
+ "step": 571
4355
+ },
4356
+ {
4357
+ "epoch": 0.27115430196729084,
4358
+ "grad_norm": 6.568758487701416,
4359
+ "learning_rate": 1.8267268711454634e-05,
4360
+ "loss": 0.1579,
4361
+ "step": 572
4362
+ },
4363
+ {
4364
+ "epoch": 0.2716283479497511,
4365
+ "grad_norm": 3.268862009048462,
4366
+ "learning_rate": 1.825794510947164e-05,
4367
+ "loss": 0.1111,
4368
+ "step": 573
4369
+ },
4370
+ {
4371
+ "epoch": 0.2721023939322114,
4372
+ "grad_norm": 6.984981060028076,
4373
+ "learning_rate": 1.8248598882976575e-05,
4374
+ "loss": 0.0992,
4375
+ "step": 574
4376
+ },
4377
+ {
4378
+ "epoch": 0.27257643991467173,
4379
+ "grad_norm": 7.59507942199707,
4380
+ "learning_rate": 1.8239230057575542e-05,
4381
+ "loss": 0.214,
4382
+ "step": 575
4383
+ },
4384
+ {
4385
+ "epoch": 0.27305048589713204,
4386
+ "grad_norm": 5.1507768630981445,
4387
+ "learning_rate": 1.8229838658936566e-05,
4388
+ "loss": 0.2327,
4389
+ "step": 576
4390
+ },
4391
+ {
4392
+ "epoch": 0.2735245318795923,
4393
+ "grad_norm": 5.358564853668213,
4394
+ "learning_rate": 1.8220424712789502e-05,
4395
+ "loss": 0.1408,
4396
+ "step": 577
4397
+ },
4398
+ {
4399
+ "epoch": 0.2739985778620526,
4400
+ "grad_norm": 4.9489054679870605,
4401
+ "learning_rate": 1.8210988244926003e-05,
4402
+ "loss": 0.1331,
4403
+ "step": 578
4404
+ },
4405
+ {
4406
+ "epoch": 0.27447262384451293,
4407
+ "grad_norm": 3.4182543754577637,
4408
+ "learning_rate": 1.8201529281199398e-05,
4409
+ "loss": 0.1632,
4410
+ "step": 579
4411
+ },
4412
+ {
4413
+ "epoch": 0.2749466698269732,
4414
+ "grad_norm": 4.689789772033691,
4415
+ "learning_rate": 1.8192047847524667e-05,
4416
+ "loss": 0.1485,
4417
+ "step": 580
4418
+ },
4419
+ {
4420
+ "epoch": 0.2749466698269732,
4421
+ "eval_accuracy": 0.9895330112721417,
4422
+ "eval_f1": 0.8849557522123894,
4423
+ "eval_loss": 0.035417672246694565,
4424
+ "eval_precision": 0.819672131147541,
4425
+ "eval_recall": 0.9615384615384616,
4426
+ "eval_runtime": 50.3007,
4427
+ "eval_samples_per_second": 5.388,
4428
+ "eval_steps_per_second": 0.179,
4429
+ "step": 580
4430
+ },
4431
+ {
4432
+ "epoch": 0.2754207158094335,
4433
+ "grad_norm": 10.920886039733887,
4434
+ "learning_rate": 1.818254396987835e-05,
4435
+ "loss": 0.1957,
4436
+ "step": 581
4437
+ },
4438
+ {
4439
+ "epoch": 0.2758947617918938,
4440
+ "grad_norm": 5.822461128234863,
4441
+ "learning_rate": 1.8173017674298467e-05,
4442
+ "loss": 0.2047,
4443
+ "step": 582
4444
+ },
4445
+ {
4446
+ "epoch": 0.27636880777435413,
4447
+ "grad_norm": 3.932877540588379,
4448
+ "learning_rate": 1.8163468986884466e-05,
4449
+ "loss": 0.1519,
4450
+ "step": 583
4451
+ },
4452
+ {
4453
+ "epoch": 0.2768428537568144,
4454
+ "grad_norm": 4.026641368865967,
4455
+ "learning_rate": 1.8153897933797145e-05,
4456
+ "loss": 0.1476,
4457
+ "step": 584
4458
+ },
4459
+ {
4460
+ "epoch": 0.2773168997392747,
4461
+ "grad_norm": 7.63388204574585,
4462
+ "learning_rate": 1.8144304541258562e-05,
4463
+ "loss": 0.1801,
4464
+ "step": 585
4465
+ },
4466
+ {
4467
+ "epoch": 0.277790945721735,
4468
+ "grad_norm": 6.409342288970947,
4469
+ "learning_rate": 1.8134688835552003e-05,
4470
+ "loss": 0.1739,
4471
+ "step": 586
4472
+ },
4473
+ {
4474
+ "epoch": 0.27826499170419533,
4475
+ "grad_norm": 6.363264560699463,
4476
+ "learning_rate": 1.8125050843021864e-05,
4477
+ "loss": 0.1361,
4478
+ "step": 587
4479
+ },
4480
+ {
4481
+ "epoch": 0.2787390376866556,
4482
+ "grad_norm": 4.324347972869873,
4483
+ "learning_rate": 1.8115390590073612e-05,
4484
+ "loss": 0.1366,
4485
+ "step": 588
4486
+ },
4487
+ {
4488
+ "epoch": 0.2792130836691159,
4489
+ "grad_norm": 4.929332256317139,
4490
+ "learning_rate": 1.81057081031737e-05,
4491
+ "loss": 0.1702,
4492
+ "step": 589
4493
+ },
4494
+ {
4495
+ "epoch": 0.2796871296515762,
4496
+ "grad_norm": 9.115571022033691,
4497
+ "learning_rate": 1.8096003408849494e-05,
4498
+ "loss": 0.2041,
4499
+ "step": 590
4500
+ },
4501
+ {
4502
+ "epoch": 0.2801611756340365,
4503
+ "grad_norm": 3.8357152938842773,
4504
+ "learning_rate": 1.8086276533689203e-05,
4505
+ "loss": 0.1817,
4506
+ "step": 591
4507
+ },
4508
+ {
4509
+ "epoch": 0.2806352216164968,
4510
+ "grad_norm": 6.761523723602295,
4511
+ "learning_rate": 1.807652750434181e-05,
4512
+ "loss": 0.1802,
4513
+ "step": 592
4514
+ },
4515
+ {
4516
+ "epoch": 0.2811092675989571,
4517
+ "grad_norm": 4.541932106018066,
4518
+ "learning_rate": 1.8066756347516985e-05,
4519
+ "loss": 0.19,
4520
+ "step": 593
4521
+ },
4522
+ {
4523
+ "epoch": 0.2815833135814174,
4524
+ "grad_norm": 4.590600967407227,
4525
+ "learning_rate": 1.805696308998503e-05,
4526
+ "loss": 0.2543,
4527
+ "step": 594
4528
+ },
4529
+ {
4530
+ "epoch": 0.2820573595638777,
4531
+ "grad_norm": 5.389986038208008,
4532
+ "learning_rate": 1.804714775857679e-05,
4533
+ "loss": 0.167,
4534
+ "step": 595
4535
+ },
4536
+ {
4537
+ "epoch": 0.282531405546338,
4538
+ "grad_norm": 4.69621467590332,
4539
+ "learning_rate": 1.803731038018359e-05,
4540
+ "loss": 0.1495,
4541
+ "step": 596
4542
+ },
4543
+ {
4544
+ "epoch": 0.2830054515287983,
4545
+ "grad_norm": 4.559863090515137,
4546
+ "learning_rate": 1.8027450981757162e-05,
4547
+ "loss": 0.1929,
4548
+ "step": 597
4549
+ },
4550
+ {
4551
+ "epoch": 0.2834794975112586,
4552
+ "grad_norm": 7.2930216789245605,
4553
+ "learning_rate": 1.8017569590309564e-05,
4554
+ "loss": 0.1402,
4555
+ "step": 598
4556
+ },
4557
+ {
4558
+ "epoch": 0.2839535434937189,
4559
+ "grad_norm": 5.581624507904053,
4560
+ "learning_rate": 1.8007666232913095e-05,
4561
+ "loss": 0.1774,
4562
+ "step": 599
4563
+ },
4564
+ {
4565
+ "epoch": 0.2844275894761792,
4566
+ "grad_norm": 6.207181930541992,
4567
+ "learning_rate": 1.799774093670026e-05,
4568
+ "loss": 0.1168,
4569
+ "step": 600
4570
+ },
4571
+ {
4572
+ "epoch": 0.2844275894761792,
4573
+ "eval_accuracy": 0.9927536231884058,
4574
+ "eval_f1": 0.9158878504672897,
4575
+ "eval_loss": 0.02737443894147873,
4576
+ "eval_precision": 0.8909090909090909,
4577
+ "eval_recall": 0.9423076923076923,
4578
+ "eval_runtime": 50.6456,
4579
+ "eval_samples_per_second": 5.351,
4580
+ "eval_steps_per_second": 0.178,
4581
+ "step": 600
4582
  }
4583
  ],
4584
  "logging_steps": 1,
 
4598
  "attributes": {}
4599
  }
4600
  },
4601
+ "total_flos": 1.599781785955205e+17,
4602
  "train_batch_size": 8,
4603
  "trial_name": null,
4604
  "trial_params": null