mtzig commited on
Commit
9ebb6fc
·
verified ·
1 Parent(s): 07f7e4a

Training in progress, step 700, checkpoint

Browse files
last-checkpoint/optimizer_0/.metadata CHANGED
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
 
last-checkpoint/optimizer_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdf5df774f521d954ee3e726d41ddb9daedd6d311faf9fcda593a13068d34a8e
3
  size 13934748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7593ff48c88558ba36c548d26441da5f290ef98c23ce57e6796ac17a59eed1f
3
  size 13934748
last-checkpoint/optimizer_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd10cb51f5c667371250ddfc6c47bc9a61bf774150f87602c3c87fcbad63ad83
3
  size 13999412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2470c368cf06cbd81fec456b31d73c7acff78015ce59e628a4f867e5ec668c81
3
  size 13999412
last-checkpoint/optimizer_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48c19f630a9a5319e3d65078ce63fdb7dce42469a0548a8f8cbd5b913312443d
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62481a97a5c3fd786c7f1005b809e1e6e209c98d09a4c9f064093ec2ba198fee
3
  size 13990904
last-checkpoint/optimizer_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d02459ecb3ae6434ae5af7fbb47c2b17523d7a46389de9c32ca874536855e330
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ceca27870983d9c89b8924db632fae92db84f13afa60f6e12f78d0cad43e4fc
3
  size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata CHANGED
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:afc5fa67d8e5b83405d300b071a2e6ebe018b95a8e2a9a80de6080a2fff3a652
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f202acda5708effbaf409face7d3eedb22a40bf3bd7a92b81ce2418678c009ac
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e8ab05ad8eb2b256a4e4c2668966a9d6f6ba743e1c0d09c09f0d078db12f255
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a48e13a828146c30be2d94090263941c8b6ddf5e87ef3462d06990806cd646c
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6b4b4569fd538a14adbb3ff73357b58d937af7153c03281a674632445571715
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32158f1e838f18d2b2b96669893956b11d55c92c5cb7d6017f4cb46d81bbffdc
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a3b67a46525a89874ad28e21e79e69601fc48088c4ec5fe3a52d2ba66d99939
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77896bcd44c50795a8f115b0452d7f4a81ef0830014c75aa33f1885ded87b70c
3
  size 6966784
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42792689a44458439ddf6e3814b85a523f5172e1f1d8d6256583f62855d76adf
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08983deab7482471b5356607644ee174930496b6a776490bee223acb95498984
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1461d142a8aef76c97f9d8ef564c77b1bf43c714ec58550b4de56dd32819a506
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8df81291f89e35c529228d7e093777460f847763cd5d64284c30e116475129
3
  size 14960
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a7ba4a5ad17e05963c139c4fac76a323d7246eaf407228b6c64d8b7736268d2
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c17da80f8f391ac4510c9584eaef69df8cf205687f953f17c05cabecda56ada4
3
  size 14960
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5160827ac6e1d0c23e314e2363b801d8d05385ccd2be54654dbc5b66d06ce646
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28efcdf8fbac18da339ee09d94173f73a865d1fefbacbc717b00191ddf2de9e2
3
  size 14960
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de2f65c92a6a69efe83c1ce29f463f69b58d1cb2c5c6ece683245f08082e8130
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44073483ca77a27e94fca043ee686f0075e2ffb61e22650917d82ace5ef1307
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.4592422502870264,
5
  "eval_steps": 20,
6
- "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -4579,6 +4579,766 @@
4579
  "eval_samples_per_second": 6.909,
4580
  "eval_steps_per_second": 0.23,
4581
  "step": 600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4582
  }
4583
  ],
4584
  "logging_steps": 1,
@@ -4598,7 +5358,7 @@
4598
  "attributes": {}
4599
  }
4600
  },
4601
- "total_flos": 9.204121809086054e+16,
4602
  "train_batch_size": 8,
4603
  "trial_name": null,
4604
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.5357826253348641,
5
  "eval_steps": 20,
6
+ "global_step": 700,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
4579
  "eval_samples_per_second": 6.909,
4580
  "eval_steps_per_second": 0.23,
4581
  "step": 600
4582
+ },
4583
+ {
4584
+ "epoch": 0.46000765403750477,
4585
+ "grad_norm": 5.956824779510498,
4586
+ "learning_rate": 1.3090169943749475e-05,
4587
+ "loss": 0.2853,
4588
+ "step": 601
4589
+ },
4590
+ {
4591
+ "epoch": 0.46077305778798316,
4592
+ "grad_norm": 5.746252536773682,
4593
+ "learning_rate": 1.3064730569932467e-05,
4594
+ "loss": 0.2419,
4595
+ "step": 602
4596
+ },
4597
+ {
4598
+ "epoch": 0.46153846153846156,
4599
+ "grad_norm": 6.898614883422852,
4600
+ "learning_rate": 1.3039269287443442e-05,
4601
+ "loss": 0.2599,
4602
+ "step": 603
4603
+ },
4604
+ {
4605
+ "epoch": 0.4623038652889399,
4606
+ "grad_norm": 5.138125896453857,
4607
+ "learning_rate": 1.301378627829608e-05,
4608
+ "loss": 0.346,
4609
+ "step": 604
4610
+ },
4611
+ {
4612
+ "epoch": 0.4630692690394183,
4613
+ "grad_norm": 5.577975273132324,
4614
+ "learning_rate": 1.2988281724659375e-05,
4615
+ "loss": 0.4313,
4616
+ "step": 605
4617
+ },
4618
+ {
4619
+ "epoch": 0.46383467278989665,
4620
+ "grad_norm": 6.451081275939941,
4621
+ "learning_rate": 1.2962755808856341e-05,
4622
+ "loss": 0.3364,
4623
+ "step": 606
4624
+ },
4625
+ {
4626
+ "epoch": 0.46460007654037505,
4627
+ "grad_norm": 5.723383903503418,
4628
+ "learning_rate": 1.2937208713362694e-05,
4629
+ "loss": 0.285,
4630
+ "step": 607
4631
+ },
4632
+ {
4633
+ "epoch": 0.46536548029085345,
4634
+ "grad_norm": 6.299584865570068,
4635
+ "learning_rate": 1.2911640620805561e-05,
4636
+ "loss": 0.3708,
4637
+ "step": 608
4638
+ },
4639
+ {
4640
+ "epoch": 0.4661308840413318,
4641
+ "grad_norm": 5.189462661743164,
4642
+ "learning_rate": 1.2886051713962172e-05,
4643
+ "loss": 0.3041,
4644
+ "step": 609
4645
+ },
4646
+ {
4647
+ "epoch": 0.4668962877918102,
4648
+ "grad_norm": 5.592836856842041,
4649
+ "learning_rate": 1.2860442175758543e-05,
4650
+ "loss": 0.3218,
4651
+ "step": 610
4652
+ },
4653
+ {
4654
+ "epoch": 0.46766169154228854,
4655
+ "grad_norm": 6.396859645843506,
4656
+ "learning_rate": 1.283481218926818e-05,
4657
+ "loss": 0.3155,
4658
+ "step": 611
4659
+ },
4660
+ {
4661
+ "epoch": 0.46842709529276694,
4662
+ "grad_norm": 6.612271785736084,
4663
+ "learning_rate": 1.280916193771077e-05,
4664
+ "loss": 0.4262,
4665
+ "step": 612
4666
+ },
4667
+ {
4668
+ "epoch": 0.46919249904324534,
4669
+ "grad_norm": 6.376734256744385,
4670
+ "learning_rate": 1.2783491604450869e-05,
4671
+ "loss": 0.2233,
4672
+ "step": 613
4673
+ },
4674
+ {
4675
+ "epoch": 0.4699579027937237,
4676
+ "grad_norm": 5.077390193939209,
4677
+ "learning_rate": 1.2757801372996577e-05,
4678
+ "loss": 0.2412,
4679
+ "step": 614
4680
+ },
4681
+ {
4682
+ "epoch": 0.4707233065442021,
4683
+ "grad_norm": 6.0435872077941895,
4684
+ "learning_rate": 1.2732091426998258e-05,
4685
+ "loss": 0.4129,
4686
+ "step": 615
4687
+ },
4688
+ {
4689
+ "epoch": 0.4714887102946804,
4690
+ "grad_norm": 6.408792495727539,
4691
+ "learning_rate": 1.270636195024719e-05,
4692
+ "loss": 0.3446,
4693
+ "step": 616
4694
+ },
4695
+ {
4696
+ "epoch": 0.4722541140451588,
4697
+ "grad_norm": 5.99134635925293,
4698
+ "learning_rate": 1.2680613126674285e-05,
4699
+ "loss": 0.2502,
4700
+ "step": 617
4701
+ },
4702
+ {
4703
+ "epoch": 0.4730195177956372,
4704
+ "grad_norm": 4.678402423858643,
4705
+ "learning_rate": 1.2654845140348746e-05,
4706
+ "loss": 0.3089,
4707
+ "step": 618
4708
+ },
4709
+ {
4710
+ "epoch": 0.47378492154611557,
4711
+ "grad_norm": 6.420397758483887,
4712
+ "learning_rate": 1.2629058175476774e-05,
4713
+ "loss": 0.2951,
4714
+ "step": 619
4715
+ },
4716
+ {
4717
+ "epoch": 0.47455032529659397,
4718
+ "grad_norm": 7.072854518890381,
4719
+ "learning_rate": 1.2603252416400232e-05,
4720
+ "loss": 0.3877,
4721
+ "step": 620
4722
+ },
4723
+ {
4724
+ "epoch": 0.47455032529659397,
4725
+ "eval_accuracy": 0.8700361010830325,
4726
+ "eval_f1": 0.817258883248731,
4727
+ "eval_loss": 0.33253204822540283,
4728
+ "eval_precision": 0.8341968911917098,
4729
+ "eval_recall": 0.8009950248756219,
4730
+ "eval_runtime": 43.8544,
4731
+ "eval_samples_per_second": 6.864,
4732
+ "eval_steps_per_second": 0.228,
4733
+ "step": 620
4734
+ },
4735
+ {
4736
+ "epoch": 0.4753157290470723,
4737
+ "grad_norm": 7.795954704284668,
4738
+ "learning_rate": 1.2577428047595343e-05,
4739
+ "loss": 0.4187,
4740
+ "step": 621
4741
+ },
4742
+ {
4743
+ "epoch": 0.4760811327975507,
4744
+ "grad_norm": 5.663315773010254,
4745
+ "learning_rate": 1.255158525367136e-05,
4746
+ "loss": 0.3266,
4747
+ "step": 622
4748
+ },
4749
+ {
4750
+ "epoch": 0.4768465365480291,
4751
+ "grad_norm": 7.847259998321533,
4752
+ "learning_rate": 1.2525724219369253e-05,
4753
+ "loss": 0.4043,
4754
+ "step": 623
4755
+ },
4756
+ {
4757
+ "epoch": 0.47761194029850745,
4758
+ "grad_norm": 5.627171993255615,
4759
+ "learning_rate": 1.2499845129560386e-05,
4760
+ "loss": 0.2725,
4761
+ "step": 624
4762
+ },
4763
+ {
4764
+ "epoch": 0.47837734404898585,
4765
+ "grad_norm": 7.48345422744751,
4766
+ "learning_rate": 1.2473948169245196e-05,
4767
+ "loss": 0.3373,
4768
+ "step": 625
4769
+ },
4770
+ {
4771
+ "epoch": 0.4791427477994642,
4772
+ "grad_norm": 5.870919704437256,
4773
+ "learning_rate": 1.2448033523551866e-05,
4774
+ "loss": 0.2746,
4775
+ "step": 626
4776
+ },
4777
+ {
4778
+ "epoch": 0.4799081515499426,
4779
+ "grad_norm": 5.2100396156311035,
4780
+ "learning_rate": 1.2422101377735007e-05,
4781
+ "loss": 0.3173,
4782
+ "step": 627
4783
+ },
4784
+ {
4785
+ "epoch": 0.480673555300421,
4786
+ "grad_norm": 6.408041954040527,
4787
+ "learning_rate": 1.2396151917174335e-05,
4788
+ "loss": 0.3533,
4789
+ "step": 628
4790
+ },
4791
+ {
4792
+ "epoch": 0.48143895905089934,
4793
+ "grad_norm": 6.015228748321533,
4794
+ "learning_rate": 1.2370185327373341e-05,
4795
+ "loss": 0.3696,
4796
+ "step": 629
4797
+ },
4798
+ {
4799
+ "epoch": 0.48220436280137774,
4800
+ "grad_norm": 7.102441310882568,
4801
+ "learning_rate": 1.234420179395797e-05,
4802
+ "loss": 0.4167,
4803
+ "step": 630
4804
+ },
4805
+ {
4806
+ "epoch": 0.4829697665518561,
4807
+ "grad_norm": 6.134483814239502,
4808
+ "learning_rate": 1.2318201502675285e-05,
4809
+ "loss": 0.3047,
4810
+ "step": 631
4811
+ },
4812
+ {
4813
+ "epoch": 0.4837351703023345,
4814
+ "grad_norm": 5.107813358306885,
4815
+ "learning_rate": 1.2292184639392146e-05,
4816
+ "loss": 0.21,
4817
+ "step": 632
4818
+ },
4819
+ {
4820
+ "epoch": 0.4845005740528129,
4821
+ "grad_norm": 6.076941013336182,
4822
+ "learning_rate": 1.2266151390093887e-05,
4823
+ "loss": 0.3665,
4824
+ "step": 633
4825
+ },
4826
+ {
4827
+ "epoch": 0.4852659778032912,
4828
+ "grad_norm": 4.5892863273620605,
4829
+ "learning_rate": 1.224010194088297e-05,
4830
+ "loss": 0.3551,
4831
+ "step": 634
4832
+ },
4833
+ {
4834
+ "epoch": 0.4860313815537696,
4835
+ "grad_norm": 3.7130930423736572,
4836
+ "learning_rate": 1.2214036477977675e-05,
4837
+ "loss": 0.2009,
4838
+ "step": 635
4839
+ },
4840
+ {
4841
+ "epoch": 0.48679678530424797,
4842
+ "grad_norm": 6.9683918952941895,
4843
+ "learning_rate": 1.2187955187710752e-05,
4844
+ "loss": 0.4284,
4845
+ "step": 636
4846
+ },
4847
+ {
4848
+ "epoch": 0.48756218905472637,
4849
+ "grad_norm": 9.758392333984375,
4850
+ "learning_rate": 1.2161858256528092e-05,
4851
+ "loss": 0.3854,
4852
+ "step": 637
4853
+ },
4854
+ {
4855
+ "epoch": 0.48832759280520477,
4856
+ "grad_norm": 4.792107105255127,
4857
+ "learning_rate": 1.2135745870987406e-05,
4858
+ "loss": 0.2987,
4859
+ "step": 638
4860
+ },
4861
+ {
4862
+ "epoch": 0.4890929965556831,
4863
+ "grad_norm": 4.2573347091674805,
4864
+ "learning_rate": 1.2109618217756876e-05,
4865
+ "loss": 0.2276,
4866
+ "step": 639
4867
+ },
4868
+ {
4869
+ "epoch": 0.4898584003061615,
4870
+ "grad_norm": 5.893449306488037,
4871
+ "learning_rate": 1.2083475483613828e-05,
4872
+ "loss": 0.2342,
4873
+ "step": 640
4874
+ },
4875
+ {
4876
+ "epoch": 0.4898584003061615,
4877
+ "eval_accuracy": 0.8736462093862816,
4878
+ "eval_f1": 0.8157894736842105,
4879
+ "eval_loss": 0.3177836537361145,
4880
+ "eval_precision": 0.8659217877094972,
4881
+ "eval_recall": 0.7711442786069652,
4882
+ "eval_runtime": 44.0099,
4883
+ "eval_samples_per_second": 6.839,
4884
+ "eval_steps_per_second": 0.227,
4885
+ "step": 640
4886
+ },
4887
+ {
4888
+ "epoch": 0.49062380405663986,
4889
+ "grad_norm": 3.7821764945983887,
4890
+ "learning_rate": 1.2057317855443395e-05,
4891
+ "loss": 0.2527,
4892
+ "step": 641
4893
+ },
4894
+ {
4895
+ "epoch": 0.49138920780711826,
4896
+ "grad_norm": 6.740549087524414,
4897
+ "learning_rate": 1.2031145520237194e-05,
4898
+ "loss": 0.2847,
4899
+ "step": 642
4900
+ },
4901
+ {
4902
+ "epoch": 0.49215461155759666,
4903
+ "grad_norm": 5.346322059631348,
4904
+ "learning_rate": 1.2004958665091964e-05,
4905
+ "loss": 0.2837,
4906
+ "step": 643
4907
+ },
4908
+ {
4909
+ "epoch": 0.492920015308075,
4910
+ "grad_norm": 4.715932369232178,
4911
+ "learning_rate": 1.1978757477208242e-05,
4912
+ "loss": 0.2696,
4913
+ "step": 644
4914
+ },
4915
+ {
4916
+ "epoch": 0.4936854190585534,
4917
+ "grad_norm": 5.284407615661621,
4918
+ "learning_rate": 1.1952542143889034e-05,
4919
+ "loss": 0.307,
4920
+ "step": 645
4921
+ },
4922
+ {
4923
+ "epoch": 0.49445082280903174,
4924
+ "grad_norm": 5.576004505157471,
4925
+ "learning_rate": 1.1926312852538456e-05,
4926
+ "loss": 0.3274,
4927
+ "step": 646
4928
+ },
4929
+ {
4930
+ "epoch": 0.49521622655951014,
4931
+ "grad_norm": 4.6278395652771,
4932
+ "learning_rate": 1.1900069790660411e-05,
4933
+ "loss": 0.2723,
4934
+ "step": 647
4935
+ },
4936
+ {
4937
+ "epoch": 0.49598163030998854,
4938
+ "grad_norm": 6.354363441467285,
4939
+ "learning_rate": 1.187381314585725e-05,
4940
+ "loss": 0.2892,
4941
+ "step": 648
4942
+ },
4943
+ {
4944
+ "epoch": 0.4967470340604669,
4945
+ "grad_norm": 5.980183124542236,
4946
+ "learning_rate": 1.1847543105828404e-05,
4947
+ "loss": 0.3154,
4948
+ "step": 649
4949
+ },
4950
+ {
4951
+ "epoch": 0.4975124378109453,
4952
+ "grad_norm": 6.652758598327637,
4953
+ "learning_rate": 1.1821259858369082e-05,
4954
+ "loss": 0.31,
4955
+ "step": 650
4956
+ },
4957
+ {
4958
+ "epoch": 0.49827784156142363,
4959
+ "grad_norm": 4.981330394744873,
4960
+ "learning_rate": 1.1794963591368893e-05,
4961
+ "loss": 0.1999,
4962
+ "step": 651
4963
+ },
4964
+ {
4965
+ "epoch": 0.49904324531190203,
4966
+ "grad_norm": 7.559998035430908,
4967
+ "learning_rate": 1.1768654492810525e-05,
4968
+ "loss": 0.2701,
4969
+ "step": 652
4970
+ },
4971
+ {
4972
+ "epoch": 0.49980864906238043,
4973
+ "grad_norm": 4.401430130004883,
4974
+ "learning_rate": 1.1742332750768402e-05,
4975
+ "loss": 0.2127,
4976
+ "step": 653
4977
+ },
4978
+ {
4979
+ "epoch": 0.5005740528128588,
4980
+ "grad_norm": 8.975022315979004,
4981
+ "learning_rate": 1.1715998553407315e-05,
4982
+ "loss": 0.4186,
4983
+ "step": 654
4984
+ },
4985
+ {
4986
+ "epoch": 0.5013394565633371,
4987
+ "grad_norm": 8.256175994873047,
4988
+ "learning_rate": 1.1689652088981102e-05,
4989
+ "loss": 0.3824,
4990
+ "step": 655
4991
+ },
4992
+ {
4993
+ "epoch": 0.5021048603138155,
4994
+ "grad_norm": 8.785820007324219,
4995
+ "learning_rate": 1.1663293545831302e-05,
4996
+ "loss": 0.4255,
4997
+ "step": 656
4998
+ },
4999
+ {
5000
+ "epoch": 0.5028702640642939,
5001
+ "grad_norm": 4.359196662902832,
5002
+ "learning_rate": 1.1636923112385785e-05,
5003
+ "loss": 0.2107,
5004
+ "step": 657
5005
+ },
5006
+ {
5007
+ "epoch": 0.5036356678147723,
5008
+ "grad_norm": 9.45128059387207,
5009
+ "learning_rate": 1.161054097715743e-05,
5010
+ "loss": 0.3538,
5011
+ "step": 658
5012
+ },
5013
+ {
5014
+ "epoch": 0.5044010715652507,
5015
+ "grad_norm": 6.700775146484375,
5016
+ "learning_rate": 1.1584147328742767e-05,
5017
+ "loss": 0.3089,
5018
+ "step": 659
5019
+ },
5020
+ {
5021
+ "epoch": 0.505166475315729,
5022
+ "grad_norm": 5.239867687225342,
5023
+ "learning_rate": 1.155774235582063e-05,
5024
+ "loss": 0.2483,
5025
+ "step": 660
5026
+ },
5027
+ {
5028
+ "epoch": 0.505166475315729,
5029
+ "eval_accuracy": 0.871841155234657,
5030
+ "eval_f1": 0.8054794520547945,
5031
+ "eval_loss": 0.3145829141139984,
5032
+ "eval_precision": 0.8963414634146342,
5033
+ "eval_recall": 0.7313432835820896,
5034
+ "eval_runtime": 45.0474,
5035
+ "eval_samples_per_second": 6.682,
5036
+ "eval_steps_per_second": 0.222,
5037
+ "step": 660
5038
+ },
5039
+ {
5040
+ "epoch": 0.5059318790662074,
5041
+ "grad_norm": 7.80463171005249,
5042
+ "learning_rate": 1.1531326247150802e-05,
5043
+ "loss": 0.3278,
5044
+ "step": 661
5045
+ },
5046
+ {
5047
+ "epoch": 0.5066972828166858,
5048
+ "grad_norm": 5.086753845214844,
5049
+ "learning_rate": 1.1504899191572682e-05,
5050
+ "loss": 0.2196,
5051
+ "step": 662
5052
+ },
5053
+ {
5054
+ "epoch": 0.5074626865671642,
5055
+ "grad_norm": 7.081567287445068,
5056
+ "learning_rate": 1.1478461378003913e-05,
5057
+ "loss": 0.3013,
5058
+ "step": 663
5059
+ },
5060
+ {
5061
+ "epoch": 0.5082280903176426,
5062
+ "grad_norm": 8.720135688781738,
5063
+ "learning_rate": 1.145201299543905e-05,
5064
+ "loss": 0.4044,
5065
+ "step": 664
5066
+ },
5067
+ {
5068
+ "epoch": 0.5089934940681209,
5069
+ "grad_norm": 5.741237640380859,
5070
+ "learning_rate": 1.1425554232948206e-05,
5071
+ "loss": 0.2103,
5072
+ "step": 665
5073
+ },
5074
+ {
5075
+ "epoch": 0.5097588978185993,
5076
+ "grad_norm": 10.087435722351074,
5077
+ "learning_rate": 1.1399085279675688e-05,
5078
+ "loss": 0.3157,
5079
+ "step": 666
5080
+ },
5081
+ {
5082
+ "epoch": 0.5105243015690777,
5083
+ "grad_norm": 8.691031455993652,
5084
+ "learning_rate": 1.1372606324838651e-05,
5085
+ "loss": 0.2895,
5086
+ "step": 667
5087
+ },
5088
+ {
5089
+ "epoch": 0.5112897053195561,
5090
+ "grad_norm": 7.523034572601318,
5091
+ "learning_rate": 1.1346117557725757e-05,
5092
+ "loss": 0.2872,
5093
+ "step": 668
5094
+ },
5095
+ {
5096
+ "epoch": 0.5120551090700345,
5097
+ "grad_norm": 5.898047924041748,
5098
+ "learning_rate": 1.1319619167695814e-05,
5099
+ "loss": 0.3007,
5100
+ "step": 669
5101
+ },
5102
+ {
5103
+ "epoch": 0.5128205128205128,
5104
+ "grad_norm": 3.7639052867889404,
5105
+ "learning_rate": 1.1293111344176406e-05,
5106
+ "loss": 0.2113,
5107
+ "step": 670
5108
+ },
5109
+ {
5110
+ "epoch": 0.5135859165709912,
5111
+ "grad_norm": 7.386530876159668,
5112
+ "learning_rate": 1.126659427666257e-05,
5113
+ "loss": 0.3495,
5114
+ "step": 671
5115
+ },
5116
+ {
5117
+ "epoch": 0.5143513203214696,
5118
+ "grad_norm": 5.551990985870361,
5119
+ "learning_rate": 1.1240068154715416e-05,
5120
+ "loss": 0.3122,
5121
+ "step": 672
5122
+ },
5123
+ {
5124
+ "epoch": 0.515116724071948,
5125
+ "grad_norm": 7.6228156089782715,
5126
+ "learning_rate": 1.121353316796078e-05,
5127
+ "loss": 0.3292,
5128
+ "step": 673
5129
+ },
5130
+ {
5131
+ "epoch": 0.5158821278224264,
5132
+ "grad_norm": 5.472020149230957,
5133
+ "learning_rate": 1.1186989506087876e-05,
5134
+ "loss": 0.3501,
5135
+ "step": 674
5136
+ },
5137
+ {
5138
+ "epoch": 0.5166475315729047,
5139
+ "grad_norm": 5.9330525398254395,
5140
+ "learning_rate": 1.116043735884793e-05,
5141
+ "loss": 0.3392,
5142
+ "step": 675
5143
+ },
5144
+ {
5145
+ "epoch": 0.5174129353233831,
5146
+ "grad_norm": 6.453945636749268,
5147
+ "learning_rate": 1.1133876916052822e-05,
5148
+ "loss": 0.2199,
5149
+ "step": 676
5150
+ },
5151
+ {
5152
+ "epoch": 0.5181783390738615,
5153
+ "grad_norm": 6.126132488250732,
5154
+ "learning_rate": 1.1107308367573744e-05,
5155
+ "loss": 0.2892,
5156
+ "step": 677
5157
+ },
5158
+ {
5159
+ "epoch": 0.5189437428243399,
5160
+ "grad_norm": 3.9714488983154297,
5161
+ "learning_rate": 1.1080731903339825e-05,
5162
+ "loss": 0.2664,
5163
+ "step": 678
5164
+ },
5165
+ {
5166
+ "epoch": 0.5197091465748183,
5167
+ "grad_norm": 9.137075424194336,
5168
+ "learning_rate": 1.1054147713336782e-05,
5169
+ "loss": 0.3458,
5170
+ "step": 679
5171
+ },
5172
+ {
5173
+ "epoch": 0.5204745503252965,
5174
+ "grad_norm": 5.681141376495361,
5175
+ "learning_rate": 1.1027555987605562e-05,
5176
+ "loss": 0.2841,
5177
+ "step": 680
5178
+ },
5179
+ {
5180
+ "epoch": 0.5204745503252965,
5181
+ "eval_accuracy": 0.871841155234657,
5182
+ "eval_f1": 0.8011204481792717,
5183
+ "eval_loss": 0.3226017951965332,
5184
+ "eval_precision": 0.9166666666666666,
5185
+ "eval_recall": 0.7114427860696517,
5186
+ "eval_runtime": 44.0834,
5187
+ "eval_samples_per_second": 6.828,
5188
+ "eval_steps_per_second": 0.227,
5189
+ "step": 680
5190
+ },
5191
+ {
5192
+ "epoch": 0.521239954075775,
5193
+ "grad_norm": 5.028656005859375,
5194
+ "learning_rate": 1.1000956916240985e-05,
5195
+ "loss": 0.3274,
5196
+ "step": 681
5197
+ },
5198
+ {
5199
+ "epoch": 0.5220053578262533,
5200
+ "grad_norm": 4.5937700271606445,
5201
+ "learning_rate": 1.0974350689390376e-05,
5202
+ "loss": 0.2103,
5203
+ "step": 682
5204
+ },
5205
+ {
5206
+ "epoch": 0.5227707615767317,
5207
+ "grad_norm": 4.783949375152588,
5208
+ "learning_rate": 1.094773749725222e-05,
5209
+ "loss": 0.2575,
5210
+ "step": 683
5211
+ },
5212
+ {
5213
+ "epoch": 0.5235361653272101,
5214
+ "grad_norm": 7.1982502937316895,
5215
+ "learning_rate": 1.0921117530074785e-05,
5216
+ "loss": 0.3264,
5217
+ "step": 684
5218
+ },
5219
+ {
5220
+ "epoch": 0.5243015690776884,
5221
+ "grad_norm": 5.304211139678955,
5222
+ "learning_rate": 1.0894490978154777e-05,
5223
+ "loss": 0.3124,
5224
+ "step": 685
5225
+ },
5226
+ {
5227
+ "epoch": 0.5250669728281668,
5228
+ "grad_norm": 7.728262424468994,
5229
+ "learning_rate": 1.0867858031835975e-05,
5230
+ "loss": 0.3697,
5231
+ "step": 686
5232
+ },
5233
+ {
5234
+ "epoch": 0.5258323765786452,
5235
+ "grad_norm": 5.3696465492248535,
5236
+ "learning_rate": 1.084121888150787e-05,
5237
+ "loss": 0.3055,
5238
+ "step": 687
5239
+ },
5240
+ {
5241
+ "epoch": 0.5265977803291236,
5242
+ "grad_norm": 7.408420562744141,
5243
+ "learning_rate": 1.0814573717604295e-05,
5244
+ "loss": 0.3524,
5245
+ "step": 688
5246
+ },
5247
+ {
5248
+ "epoch": 0.527363184079602,
5249
+ "grad_norm": 6.884669303894043,
5250
+ "learning_rate": 1.0787922730602083e-05,
5251
+ "loss": 0.2839,
5252
+ "step": 689
5253
+ },
5254
+ {
5255
+ "epoch": 0.5281285878300803,
5256
+ "grad_norm": 8.420857429504395,
5257
+ "learning_rate": 1.0761266111019685e-05,
5258
+ "loss": 0.4047,
5259
+ "step": 690
5260
+ },
5261
+ {
5262
+ "epoch": 0.5288939915805587,
5263
+ "grad_norm": 4.702800750732422,
5264
+ "learning_rate": 1.0734604049415822e-05,
5265
+ "loss": 0.2042,
5266
+ "step": 691
5267
+ },
5268
+ {
5269
+ "epoch": 0.5296593953310371,
5270
+ "grad_norm": 7.388383865356445,
5271
+ "learning_rate": 1.070793673638812e-05,
5272
+ "loss": 0.2754,
5273
+ "step": 692
5274
+ },
5275
+ {
5276
+ "epoch": 0.5304247990815155,
5277
+ "grad_norm": 7.465807914733887,
5278
+ "learning_rate": 1.0681264362571744e-05,
5279
+ "loss": 0.2907,
5280
+ "step": 693
5281
+ },
5282
+ {
5283
+ "epoch": 0.5311902028319939,
5284
+ "grad_norm": 5.684911251068115,
5285
+ "learning_rate": 1.0654587118638027e-05,
5286
+ "loss": 0.2513,
5287
+ "step": 694
5288
+ },
5289
+ {
5290
+ "epoch": 0.5319556065824722,
5291
+ "grad_norm": 5.584875583648682,
5292
+ "learning_rate": 1.0627905195293135e-05,
5293
+ "loss": 0.2658,
5294
+ "step": 695
5295
+ },
5296
+ {
5297
+ "epoch": 0.5327210103329506,
5298
+ "grad_norm": 6.920920372009277,
5299
+ "learning_rate": 1.0601218783276673e-05,
5300
+ "loss": 0.3378,
5301
+ "step": 696
5302
+ },
5303
+ {
5304
+ "epoch": 0.533486414083429,
5305
+ "grad_norm": 6.030942916870117,
5306
+ "learning_rate": 1.0574528073360333e-05,
5307
+ "loss": 0.2732,
5308
+ "step": 697
5309
+ },
5310
+ {
5311
+ "epoch": 0.5342518178339074,
5312
+ "grad_norm": 8.450331687927246,
5313
+ "learning_rate": 1.054783325634654e-05,
5314
+ "loss": 0.3302,
5315
+ "step": 698
5316
+ },
5317
+ {
5318
+ "epoch": 0.5350172215843858,
5319
+ "grad_norm": 8.008537292480469,
5320
+ "learning_rate": 1.0521134523067076e-05,
5321
+ "loss": 0.2018,
5322
+ "step": 699
5323
+ },
5324
+ {
5325
+ "epoch": 0.5357826253348641,
5326
+ "grad_norm": 5.137029647827148,
5327
+ "learning_rate": 1.0494432064381707e-05,
5328
+ "loss": 0.3065,
5329
+ "step": 700
5330
+ },
5331
+ {
5332
+ "epoch": 0.5357826253348641,
5333
+ "eval_accuracy": 0.8844765342960289,
5334
+ "eval_f1": 0.8212290502793296,
5335
+ "eval_loss": 0.31221428513526917,
5336
+ "eval_precision": 0.9363057324840764,
5337
+ "eval_recall": 0.7313432835820896,
5338
+ "eval_runtime": 43.6609,
5339
+ "eval_samples_per_second": 6.894,
5340
+ "eval_steps_per_second": 0.229,
5341
+ "step": 700
5342
  }
5343
  ],
5344
  "logging_steps": 1,
 
5358
  "attributes": {}
5359
  }
5360
  },
5361
+ "total_flos": 1.0741809779467878e+17,
5362
  "train_batch_size": 8,
5363
  "trial_name": null,
5364
  "trial_params": null