mtzig commited on
Commit
66626fe
·
verified ·
1 Parent(s): a4dd161

Training in progress, step 300, checkpoint

Browse files
last-checkpoint/optimizer_0/.metadata CHANGED
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
 
last-checkpoint/optimizer_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:497072355118f1678db7e5784e7d1e39546df8ff271f75f8c2187714c798f11e
3
  size 13934748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0cdbad22026ef4570d69713ed36e9988e2d20ec1cc7872124c5cd8892b08e27
3
  size 13934748
last-checkpoint/optimizer_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5105f5cd224fd8c379436b63e7162eedb2642aa53d8f246e932003d0ff5bc78f
3
  size 13999412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3923f926094736f42eced54f19266b2bc2158d72fd9a0cd3c02b1fb8807d7f1a
3
  size 13999412
last-checkpoint/optimizer_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7eb609cebee906e97182dea7e0a548a24c93d8092c43b8769a13ac88ac30ca0b
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf0b73f9e9c8a4f8582ff355de6d6d8a04a08766f7d07123d3184b4c761286e2
3
  size 13990904
last-checkpoint/optimizer_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86468afda6bbd409ae2802dc2168525968b1d04bc743d181938c5ea2835477cc
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:405af69a03f0e3476450c607bb594ac182fec0cf1d886a9e839d148129be6f31
3
  size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata CHANGED
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63bedfd4b2ad0cda05109e50ae3b1e823ca8f370ea9bb2d787b8827531ba7fd1
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82f32ad9bc0b6e58cba7fbf99be1674a985aad888a5ff065293f47e660b96bab
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1a0fec7711b1ada2501d686dae8a50aa87d00dd44b9f5e5841470fc00641044
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8de22ccd545a7c600de6661157194a8a1a602733e0e6257f75c693e2bdd31fdf
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:015f8ce7d1bce7cd13209586e24131790d6d4a3fc25fbecb01046bc158ab4bb9
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a13a44bba25ffaaf6f9f497c587a3626beec7a2d03275687f89e831910cd63f8
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65db59a453e5457db6c0a8e0a01fd2cd3a86d790e0382792da26ea2594a5dbb7
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:108637bc0fb9efb13fc1b5168cfdd235eb84cd7e8cc51719953cd335a4c70f2e
3
  size 6966784
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c950c55a9d7f3f12cbea28994c56b76445a58ef1dc62941170045fc38602218
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89edf824a18aba9b3c02d829e9b5232f92be1587619439bb211a6f4c04f526e5
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5873717f8eba94ca2999c5e7faeb009fd70c6f5b058c0d4fa2de788fb4bc7147
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c3586ec42dd7bf5113592e99bbd2a0db8d631b39e7118703fa3e4072757685b
3
  size 14960
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0ce3159bfbe08feafa005853a657da4d7626ac386bd152698eb37a03133432e
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c8890fbab61f886e9d2c523858857c2c4744a1ded684b6faba27b61ef4cbc7
3
  size 14960
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e71856f4f14e84adc644fe75a9ff3c147b4f15948423de559ca90c2793460338
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c2e1960a6de0eee1b69c7926b9a00fc7289af04f8d26a91220cf98719a57911
3
  size 14960
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d2b0c16f74251cf23cb78b806076d6dd5e392623f6764fb5e3b3de0ffd4e1772
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9124382ef287402f7469543fd1aa06f5e61de79f60c9587d58340fa81df5700f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.15308075009567546,
5
  "eval_steps": 20,
6
- "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1539,6 +1539,766 @@
1539
  "eval_samples_per_second": 6.88,
1540
  "eval_steps_per_second": 0.229,
1541
  "step": 200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1542
  }
1543
  ],
1544
  "logging_steps": 1,
@@ -1558,7 +2318,7 @@
1558
  "attributes": {}
1559
  }
1560
  },
1561
- "total_flos": 3.0850494259789824e+16,
1562
  "train_batch_size": 8,
1563
  "trial_name": null,
1564
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.2296211251435132,
5
  "eval_steps": 20,
6
+ "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1539
  "eval_samples_per_second": 6.88,
1540
  "eval_steps_per_second": 0.229,
1541
  "step": 200
1542
+ },
1543
+ {
1544
+ "epoch": 0.15384615384615385,
1545
+ "grad_norm": 5.135117053985596,
1546
+ "learning_rate": 1.982536873224748e-05,
1547
+ "loss": 0.3718,
1548
+ "step": 201
1549
+ },
1550
+ {
1551
+ "epoch": 0.15461155759663223,
1552
+ "grad_norm": 9.245200157165527,
1553
+ "learning_rate": 1.982035872726042e-05,
1554
+ "loss": 0.4988,
1555
+ "step": 202
1556
+ },
1557
+ {
1558
+ "epoch": 0.1553769613471106,
1559
+ "grad_norm": 5.376220703125,
1560
+ "learning_rate": 1.9815278520011364e-05,
1561
+ "loss": 0.3518,
1562
+ "step": 203
1563
+ },
1564
+ {
1565
+ "epoch": 0.15614236509758897,
1566
+ "grad_norm": 5.195625305175781,
1567
+ "learning_rate": 1.98101281468169e-05,
1568
+ "loss": 0.3542,
1569
+ "step": 204
1570
+ },
1571
+ {
1572
+ "epoch": 0.15690776884806737,
1573
+ "grad_norm": 3.9978110790252686,
1574
+ "learning_rate": 1.980490764449523e-05,
1575
+ "loss": 0.332,
1576
+ "step": 205
1577
+ },
1578
+ {
1579
+ "epoch": 0.15767317259854574,
1580
+ "grad_norm": 6.721541881561279,
1581
+ "learning_rate": 1.979961705036587e-05,
1582
+ "loss": 0.4359,
1583
+ "step": 206
1584
+ },
1585
+ {
1586
+ "epoch": 0.1584385763490241,
1587
+ "grad_norm": 6.835299968719482,
1588
+ "learning_rate": 1.9794256402249398e-05,
1589
+ "loss": 0.4853,
1590
+ "step": 207
1591
+ },
1592
+ {
1593
+ "epoch": 0.15920398009950248,
1594
+ "grad_norm": 7.488376617431641,
1595
+ "learning_rate": 1.9788825738467194e-05,
1596
+ "loss": 0.4803,
1597
+ "step": 208
1598
+ },
1599
+ {
1600
+ "epoch": 0.15996938384998086,
1601
+ "grad_norm": 7.519308567047119,
1602
+ "learning_rate": 1.978332509784114e-05,
1603
+ "loss": 0.3915,
1604
+ "step": 209
1605
+ },
1606
+ {
1607
+ "epoch": 0.16073478760045926,
1608
+ "grad_norm": 4.765905380249023,
1609
+ "learning_rate": 1.977775451969337e-05,
1610
+ "loss": 0.4286,
1611
+ "step": 210
1612
+ },
1613
+ {
1614
+ "epoch": 0.16150019135093763,
1615
+ "grad_norm": 5.47350549697876,
1616
+ "learning_rate": 1.9772114043845968e-05,
1617
+ "loss": 0.4142,
1618
+ "step": 211
1619
+ },
1620
+ {
1621
+ "epoch": 0.162265595101416,
1622
+ "grad_norm": 6.0178375244140625,
1623
+ "learning_rate": 1.97664037106207e-05,
1624
+ "loss": 0.5002,
1625
+ "step": 212
1626
+ },
1627
+ {
1628
+ "epoch": 0.16303099885189437,
1629
+ "grad_norm": 5.823141098022461,
1630
+ "learning_rate": 1.9760623560838707e-05,
1631
+ "loss": 0.4094,
1632
+ "step": 213
1633
+ },
1634
+ {
1635
+ "epoch": 0.16379640260237274,
1636
+ "grad_norm": 6.595653057098389,
1637
+ "learning_rate": 1.9754773635820236e-05,
1638
+ "loss": 0.4408,
1639
+ "step": 214
1640
+ },
1641
+ {
1642
+ "epoch": 0.16456180635285114,
1643
+ "grad_norm": 6.631775379180908,
1644
+ "learning_rate": 1.9748853977384326e-05,
1645
+ "loss": 0.3829,
1646
+ "step": 215
1647
+ },
1648
+ {
1649
+ "epoch": 0.1653272101033295,
1650
+ "grad_norm": 8.617928504943848,
1651
+ "learning_rate": 1.974286462784851e-05,
1652
+ "loss": 0.4709,
1653
+ "step": 216
1654
+ },
1655
+ {
1656
+ "epoch": 0.16609261385380789,
1657
+ "grad_norm": 5.043487548828125,
1658
+ "learning_rate": 1.973680563002853e-05,
1659
+ "loss": 0.3764,
1660
+ "step": 217
1661
+ },
1662
+ {
1663
+ "epoch": 0.16685801760428626,
1664
+ "grad_norm": 5.085770606994629,
1665
+ "learning_rate": 1.973067702723801e-05,
1666
+ "loss": 0.3281,
1667
+ "step": 218
1668
+ },
1669
+ {
1670
+ "epoch": 0.16762342135476463,
1671
+ "grad_norm": 6.6135029792785645,
1672
+ "learning_rate": 1.972447886328816e-05,
1673
+ "loss": 0.4335,
1674
+ "step": 219
1675
+ },
1676
+ {
1677
+ "epoch": 0.16838882510524303,
1678
+ "grad_norm": 8.10050106048584,
1679
+ "learning_rate": 1.9718211182487455e-05,
1680
+ "loss": 0.427,
1681
+ "step": 220
1682
+ },
1683
+ {
1684
+ "epoch": 0.16838882510524303,
1685
+ "eval_accuracy": 0.8429602888086642,
1686
+ "eval_f1": 0.7563025210084033,
1687
+ "eval_loss": 0.4065958261489868,
1688
+ "eval_precision": 0.8653846153846154,
1689
+ "eval_recall": 0.6716417910447762,
1690
+ "eval_runtime": 42.5974,
1691
+ "eval_samples_per_second": 7.066,
1692
+ "eval_steps_per_second": 0.235,
1693
+ "step": 220
1694
+ },
1695
+ {
1696
+ "epoch": 0.1691542288557214,
1697
+ "grad_norm": 5.3172526359558105,
1698
+ "learning_rate": 1.971187402964132e-05,
1699
+ "loss": 0.4483,
1700
+ "step": 221
1701
+ },
1702
+ {
1703
+ "epoch": 0.16991963260619977,
1704
+ "grad_norm": 5.775417804718018,
1705
+ "learning_rate": 1.970546745005182e-05,
1706
+ "loss": 0.3196,
1707
+ "step": 222
1708
+ },
1709
+ {
1710
+ "epoch": 0.17068503635667814,
1711
+ "grad_norm": 5.696174621582031,
1712
+ "learning_rate": 1.969899148951731e-05,
1713
+ "loss": 0.3721,
1714
+ "step": 223
1715
+ },
1716
+ {
1717
+ "epoch": 0.17145044010715652,
1718
+ "grad_norm": 4.350657939910889,
1719
+ "learning_rate": 1.9692446194332144e-05,
1720
+ "loss": 0.3112,
1721
+ "step": 224
1722
+ },
1723
+ {
1724
+ "epoch": 0.17221584385763491,
1725
+ "grad_norm": 6.253859996795654,
1726
+ "learning_rate": 1.9685831611286312e-05,
1727
+ "loss": 0.3454,
1728
+ "step": 225
1729
+ },
1730
+ {
1731
+ "epoch": 0.1729812476081133,
1732
+ "grad_norm": 5.843462944030762,
1733
+ "learning_rate": 1.9679147787665128e-05,
1734
+ "loss": 0.321,
1735
+ "step": 226
1736
+ },
1737
+ {
1738
+ "epoch": 0.17374665135859166,
1739
+ "grad_norm": 9.418475151062012,
1740
+ "learning_rate": 1.9672394771248867e-05,
1741
+ "loss": 0.3685,
1742
+ "step": 227
1743
+ },
1744
+ {
1745
+ "epoch": 0.17451205510907003,
1746
+ "grad_norm": 5.893159866333008,
1747
+ "learning_rate": 1.966557261031246e-05,
1748
+ "loss": 0.3446,
1749
+ "step": 228
1750
+ },
1751
+ {
1752
+ "epoch": 0.1752774588595484,
1753
+ "grad_norm": 6.786052703857422,
1754
+ "learning_rate": 1.9658681353625105e-05,
1755
+ "loss": 0.4436,
1756
+ "step": 229
1757
+ },
1758
+ {
1759
+ "epoch": 0.1760428626100268,
1760
+ "grad_norm": 5.613348007202148,
1761
+ "learning_rate": 1.9651721050449964e-05,
1762
+ "loss": 0.3582,
1763
+ "step": 230
1764
+ },
1765
+ {
1766
+ "epoch": 0.17680826636050517,
1767
+ "grad_norm": 7.1399827003479,
1768
+ "learning_rate": 1.964469175054377e-05,
1769
+ "loss": 0.3733,
1770
+ "step": 231
1771
+ },
1772
+ {
1773
+ "epoch": 0.17757367011098354,
1774
+ "grad_norm": 5.748831748962402,
1775
+ "learning_rate": 1.963759350415649e-05,
1776
+ "loss": 0.3765,
1777
+ "step": 232
1778
+ },
1779
+ {
1780
+ "epoch": 0.17833907386146192,
1781
+ "grad_norm": 7.2922539710998535,
1782
+ "learning_rate": 1.9630426362030978e-05,
1783
+ "loss": 0.4476,
1784
+ "step": 233
1785
+ },
1786
+ {
1787
+ "epoch": 0.1791044776119403,
1788
+ "grad_norm": 10.018366813659668,
1789
+ "learning_rate": 1.962319037540259e-05,
1790
+ "loss": 0.5118,
1791
+ "step": 234
1792
+ },
1793
+ {
1794
+ "epoch": 0.1798698813624187,
1795
+ "grad_norm": 6.774781703948975,
1796
+ "learning_rate": 1.9615885595998825e-05,
1797
+ "loss": 0.3561,
1798
+ "step": 235
1799
+ },
1800
+ {
1801
+ "epoch": 0.18063528511289706,
1802
+ "grad_norm": 9.361811637878418,
1803
+ "learning_rate": 1.9608512076038964e-05,
1804
+ "loss": 0.4204,
1805
+ "step": 236
1806
+ },
1807
+ {
1808
+ "epoch": 0.18140068886337543,
1809
+ "grad_norm": 4.652408123016357,
1810
+ "learning_rate": 1.9601069868233687e-05,
1811
+ "loss": 0.3521,
1812
+ "step": 237
1813
+ },
1814
+ {
1815
+ "epoch": 0.1821660926138538,
1816
+ "grad_norm": 6.97662353515625,
1817
+ "learning_rate": 1.9593559025784692e-05,
1818
+ "loss": 0.464,
1819
+ "step": 238
1820
+ },
1821
+ {
1822
+ "epoch": 0.18293149636433217,
1823
+ "grad_norm": 5.046630382537842,
1824
+ "learning_rate": 1.9585979602384334e-05,
1825
+ "loss": 0.4245,
1826
+ "step": 239
1827
+ },
1828
+ {
1829
+ "epoch": 0.18369690011481057,
1830
+ "grad_norm": 6.48331356048584,
1831
+ "learning_rate": 1.9578331652215224e-05,
1832
+ "loss": 0.346,
1833
+ "step": 240
1834
+ },
1835
+ {
1836
+ "epoch": 0.18369690011481057,
1837
+ "eval_accuracy": 0.8339350180505415,
1838
+ "eval_f1": 0.7722772277227723,
1839
+ "eval_loss": 0.4155955910682678,
1840
+ "eval_precision": 0.7684729064039408,
1841
+ "eval_recall": 0.7761194029850746,
1842
+ "eval_runtime": 44.3642,
1843
+ "eval_samples_per_second": 6.785,
1844
+ "eval_steps_per_second": 0.225,
1845
+ "step": 240
1846
+ },
1847
+ {
1848
+ "epoch": 0.18446230386528895,
1849
+ "grad_norm": 5.903677940368652,
1850
+ "learning_rate": 1.9570615229949844e-05,
1851
+ "loss": 0.3271,
1852
+ "step": 241
1853
+ },
1854
+ {
1855
+ "epoch": 0.18522770761576732,
1856
+ "grad_norm": 8.325933456420898,
1857
+ "learning_rate": 1.9562830390750157e-05,
1858
+ "loss": 0.3309,
1859
+ "step": 242
1860
+ },
1861
+ {
1862
+ "epoch": 0.1859931113662457,
1863
+ "grad_norm": 4.691112518310547,
1864
+ "learning_rate": 1.955497719026722e-05,
1865
+ "loss": 0.4265,
1866
+ "step": 243
1867
+ },
1868
+ {
1869
+ "epoch": 0.18675851511672406,
1870
+ "grad_norm": 5.79347562789917,
1871
+ "learning_rate": 1.954705568464078e-05,
1872
+ "loss": 0.3228,
1873
+ "step": 244
1874
+ },
1875
+ {
1876
+ "epoch": 0.18752391886720246,
1877
+ "grad_norm": 6.642929553985596,
1878
+ "learning_rate": 1.953906593049887e-05,
1879
+ "loss": 0.3625,
1880
+ "step": 245
1881
+ },
1882
+ {
1883
+ "epoch": 0.18828932261768083,
1884
+ "grad_norm": 6.772623538970947,
1885
+ "learning_rate": 1.9531007984957408e-05,
1886
+ "loss": 0.3105,
1887
+ "step": 246
1888
+ },
1889
+ {
1890
+ "epoch": 0.1890547263681592,
1891
+ "grad_norm": 6.067032337188721,
1892
+ "learning_rate": 1.9522881905619794e-05,
1893
+ "loss": 0.3793,
1894
+ "step": 247
1895
+ },
1896
+ {
1897
+ "epoch": 0.18982013011863758,
1898
+ "grad_norm": 6.046145439147949,
1899
+ "learning_rate": 1.9514687750576483e-05,
1900
+ "loss": 0.439,
1901
+ "step": 248
1902
+ },
1903
+ {
1904
+ "epoch": 0.19058553386911595,
1905
+ "grad_norm": 5.100595951080322,
1906
+ "learning_rate": 1.950642557840458e-05,
1907
+ "loss": 0.3456,
1908
+ "step": 249
1909
+ },
1910
+ {
1911
+ "epoch": 0.19135093761959435,
1912
+ "grad_norm": 9.742971420288086,
1913
+ "learning_rate": 1.9498095448167435e-05,
1914
+ "loss": 0.5016,
1915
+ "step": 250
1916
+ },
1917
+ {
1918
+ "epoch": 0.19211634137007272,
1919
+ "grad_norm": 5.769988536834717,
1920
+ "learning_rate": 1.948969741941418e-05,
1921
+ "loss": 0.4057,
1922
+ "step": 251
1923
+ },
1924
+ {
1925
+ "epoch": 0.1928817451205511,
1926
+ "grad_norm": 6.542685031890869,
1927
+ "learning_rate": 1.948123155217936e-05,
1928
+ "loss": 0.3563,
1929
+ "step": 252
1930
+ },
1931
+ {
1932
+ "epoch": 0.19364714887102946,
1933
+ "grad_norm": 6.277159690856934,
1934
+ "learning_rate": 1.947269790698245e-05,
1935
+ "loss": 0.3911,
1936
+ "step": 253
1937
+ },
1938
+ {
1939
+ "epoch": 0.19441255262150783,
1940
+ "grad_norm": 5.547085285186768,
1941
+ "learning_rate": 1.946409654482745e-05,
1942
+ "loss": 0.3616,
1943
+ "step": 254
1944
+ },
1945
+ {
1946
+ "epoch": 0.19517795637198623,
1947
+ "grad_norm": 5.570236682891846,
1948
+ "learning_rate": 1.945542752720245e-05,
1949
+ "loss": 0.2538,
1950
+ "step": 255
1951
+ },
1952
+ {
1953
+ "epoch": 0.1959433601224646,
1954
+ "grad_norm": 9.954462051391602,
1955
+ "learning_rate": 1.944669091607919e-05,
1956
+ "loss": 0.4541,
1957
+ "step": 256
1958
+ },
1959
+ {
1960
+ "epoch": 0.19670876387294298,
1961
+ "grad_norm": 5.784120082855225,
1962
+ "learning_rate": 1.9437886773912595e-05,
1963
+ "loss": 0.3479,
1964
+ "step": 257
1965
+ },
1966
+ {
1967
+ "epoch": 0.19747416762342135,
1968
+ "grad_norm": 4.724707126617432,
1969
+ "learning_rate": 1.9429015163640363e-05,
1970
+ "loss": 0.2393,
1971
+ "step": 258
1972
+ },
1973
+ {
1974
+ "epoch": 0.19823957137389972,
1975
+ "grad_norm": 5.0216064453125,
1976
+ "learning_rate": 1.942007614868248e-05,
1977
+ "loss": 0.3678,
1978
+ "step": 259
1979
+ },
1980
+ {
1981
+ "epoch": 0.19900497512437812,
1982
+ "grad_norm": 6.818700790405273,
1983
+ "learning_rate": 1.9411069792940803e-05,
1984
+ "loss": 0.3623,
1985
+ "step": 260
1986
+ },
1987
+ {
1988
+ "epoch": 0.19900497512437812,
1989
+ "eval_accuracy": 0.8501805054151624,
1990
+ "eval_f1": 0.7688022284122563,
1991
+ "eval_loss": 0.40000924468040466,
1992
+ "eval_precision": 0.8734177215189873,
1993
+ "eval_recall": 0.6865671641791045,
1994
+ "eval_runtime": 43.8991,
1995
+ "eval_samples_per_second": 6.857,
1996
+ "eval_steps_per_second": 0.228,
1997
+ "step": 260
1998
+ },
1999
+ {
2000
+ "epoch": 0.1997703788748565,
2001
+ "grad_norm": 5.862509727478027,
2002
+ "learning_rate": 1.9401996160798574e-05,
2003
+ "loss": 0.3671,
2004
+ "step": 261
2005
+ },
2006
+ {
2007
+ "epoch": 0.20053578262533486,
2008
+ "grad_norm": 4.842383861541748,
2009
+ "learning_rate": 1.9392855317119966e-05,
2010
+ "loss": 0.3314,
2011
+ "step": 262
2012
+ },
2013
+ {
2014
+ "epoch": 0.20130118637581323,
2015
+ "grad_norm": 5.581681728363037,
2016
+ "learning_rate": 1.9383647327249635e-05,
2017
+ "loss": 0.4105,
2018
+ "step": 263
2019
+ },
2020
+ {
2021
+ "epoch": 0.2020665901262916,
2022
+ "grad_norm": 5.401704788208008,
2023
+ "learning_rate": 1.937437225701223e-05,
2024
+ "loss": 0.3592,
2025
+ "step": 264
2026
+ },
2027
+ {
2028
+ "epoch": 0.20283199387677,
2029
+ "grad_norm": 4.608808517456055,
2030
+ "learning_rate": 1.9365030172711946e-05,
2031
+ "loss": 0.3495,
2032
+ "step": 265
2033
+ },
2034
+ {
2035
+ "epoch": 0.20359739762724838,
2036
+ "grad_norm": 4.868807792663574,
2037
+ "learning_rate": 1.9355621141132022e-05,
2038
+ "loss": 0.3881,
2039
+ "step": 266
2040
+ },
2041
+ {
2042
+ "epoch": 0.20436280137772675,
2043
+ "grad_norm": 7.819051742553711,
2044
+ "learning_rate": 1.9346145229534295e-05,
2045
+ "loss": 0.4057,
2046
+ "step": 267
2047
+ },
2048
+ {
2049
+ "epoch": 0.20512820512820512,
2050
+ "grad_norm": 7.824717044830322,
2051
+ "learning_rate": 1.933660250565869e-05,
2052
+ "loss": 0.3441,
2053
+ "step": 268
2054
+ },
2055
+ {
2056
+ "epoch": 0.2058936088786835,
2057
+ "grad_norm": 7.23281192779541,
2058
+ "learning_rate": 1.9326993037722762e-05,
2059
+ "loss": 0.487,
2060
+ "step": 269
2061
+ },
2062
+ {
2063
+ "epoch": 0.2066590126291619,
2064
+ "grad_norm": 4.351503849029541,
2065
+ "learning_rate": 1.931731689442119e-05,
2066
+ "loss": 0.3626,
2067
+ "step": 270
2068
+ },
2069
+ {
2070
+ "epoch": 0.20742441637964026,
2071
+ "grad_norm": 9.379828453063965,
2072
+ "learning_rate": 1.9307574144925288e-05,
2073
+ "loss": 0.3386,
2074
+ "step": 271
2075
+ },
2076
+ {
2077
+ "epoch": 0.20818982013011864,
2078
+ "grad_norm": 5.923501491546631,
2079
+ "learning_rate": 1.9297764858882516e-05,
2080
+ "loss": 0.3378,
2081
+ "step": 272
2082
+ },
2083
+ {
2084
+ "epoch": 0.208955223880597,
2085
+ "grad_norm": 6.346581935882568,
2086
+ "learning_rate": 1.9287889106415983e-05,
2087
+ "loss": 0.3057,
2088
+ "step": 273
2089
+ },
2090
+ {
2091
+ "epoch": 0.20972062763107538,
2092
+ "grad_norm": 5.1364593505859375,
2093
+ "learning_rate": 1.927794695812394e-05,
2094
+ "loss": 0.2919,
2095
+ "step": 274
2096
+ },
2097
+ {
2098
+ "epoch": 0.21048603138155378,
2099
+ "grad_norm": 5.439457893371582,
2100
+ "learning_rate": 1.9267938485079285e-05,
2101
+ "loss": 0.4108,
2102
+ "step": 275
2103
+ },
2104
+ {
2105
+ "epoch": 0.21125143513203215,
2106
+ "grad_norm": 4.554882526397705,
2107
+ "learning_rate": 1.9257863758829038e-05,
2108
+ "loss": 0.3876,
2109
+ "step": 276
2110
+ },
2111
+ {
2112
+ "epoch": 0.21201683888251052,
2113
+ "grad_norm": 7.16301965713501,
2114
+ "learning_rate": 1.9247722851393838e-05,
2115
+ "loss": 0.399,
2116
+ "step": 277
2117
+ },
2118
+ {
2119
+ "epoch": 0.2127822426329889,
2120
+ "grad_norm": 7.004945755004883,
2121
+ "learning_rate": 1.9237515835267447e-05,
2122
+ "loss": 0.3675,
2123
+ "step": 278
2124
+ },
2125
+ {
2126
+ "epoch": 0.21354764638346727,
2127
+ "grad_norm": 5.764822959899902,
2128
+ "learning_rate": 1.92272427834162e-05,
2129
+ "loss": 0.3255,
2130
+ "step": 279
2131
+ },
2132
+ {
2133
+ "epoch": 0.21431305013394567,
2134
+ "grad_norm": 7.27835750579834,
2135
+ "learning_rate": 1.9216903769278498e-05,
2136
+ "loss": 0.3446,
2137
+ "step": 280
2138
+ },
2139
+ {
2140
+ "epoch": 0.21431305013394567,
2141
+ "eval_accuracy": 0.851985559566787,
2142
+ "eval_f1": 0.7747252747252747,
2143
+ "eval_loss": 0.39411845803260803,
2144
+ "eval_precision": 0.8650306748466258,
2145
+ "eval_recall": 0.7014925373134329,
2146
+ "eval_runtime": 42.6819,
2147
+ "eval_samples_per_second": 7.052,
2148
+ "eval_steps_per_second": 0.234,
2149
+ "step": 280
2150
+ },
2151
+ {
2152
+ "epoch": 0.21507845388442404,
2153
+ "grad_norm": 9.400500297546387,
2154
+ "learning_rate": 1.920649886676429e-05,
2155
+ "loss": 0.4279,
2156
+ "step": 281
2157
+ },
2158
+ {
2159
+ "epoch": 0.2158438576349024,
2160
+ "grad_norm": 6.810932159423828,
2161
+ "learning_rate": 1.9196028150254535e-05,
2162
+ "loss": 0.4324,
2163
+ "step": 282
2164
+ },
2165
+ {
2166
+ "epoch": 0.21660926138538078,
2167
+ "grad_norm": 5.471708297729492,
2168
+ "learning_rate": 1.9185491694600668e-05,
2169
+ "loss": 0.333,
2170
+ "step": 283
2171
+ },
2172
+ {
2173
+ "epoch": 0.21737466513585915,
2174
+ "grad_norm": 5.115065097808838,
2175
+ "learning_rate": 1.9174889575124077e-05,
2176
+ "loss": 0.3169,
2177
+ "step": 284
2178
+ },
2179
+ {
2180
+ "epoch": 0.21814006888633755,
2181
+ "grad_norm": 6.514889717102051,
2182
+ "learning_rate": 1.9164221867615556e-05,
2183
+ "loss": 0.319,
2184
+ "step": 285
2185
+ },
2186
+ {
2187
+ "epoch": 0.21890547263681592,
2188
+ "grad_norm": 5.090853214263916,
2189
+ "learning_rate": 1.915348864833476e-05,
2190
+ "loss": 0.4063,
2191
+ "step": 286
2192
+ },
2193
+ {
2194
+ "epoch": 0.2196708763872943,
2195
+ "grad_norm": 8.121560096740723,
2196
+ "learning_rate": 1.9142689994009666e-05,
2197
+ "loss": 0.3493,
2198
+ "step": 287
2199
+ },
2200
+ {
2201
+ "epoch": 0.22043628013777267,
2202
+ "grad_norm": 8.17483139038086,
2203
+ "learning_rate": 1.913182598183603e-05,
2204
+ "loss": 0.3528,
2205
+ "step": 288
2206
+ },
2207
+ {
2208
+ "epoch": 0.22120168388825107,
2209
+ "grad_norm": 6.741644382476807,
2210
+ "learning_rate": 1.9120896689476817e-05,
2211
+ "loss": 0.4365,
2212
+ "step": 289
2213
+ },
2214
+ {
2215
+ "epoch": 0.22196708763872944,
2216
+ "grad_norm": 7.430425643920898,
2217
+ "learning_rate": 1.9109902195061666e-05,
2218
+ "loss": 0.3639,
2219
+ "step": 290
2220
+ },
2221
+ {
2222
+ "epoch": 0.2227324913892078,
2223
+ "grad_norm": 6.185513496398926,
2224
+ "learning_rate": 1.9098842577186315e-05,
2225
+ "loss": 0.4335,
2226
+ "step": 291
2227
+ },
2228
+ {
2229
+ "epoch": 0.22349789513968618,
2230
+ "grad_norm": 9.91633129119873,
2231
+ "learning_rate": 1.9087717914912054e-05,
2232
+ "loss": 0.4059,
2233
+ "step": 292
2234
+ },
2235
+ {
2236
+ "epoch": 0.22426329889016455,
2237
+ "grad_norm": 5.951688289642334,
2238
+ "learning_rate": 1.9076528287765145e-05,
2239
+ "loss": 0.2802,
2240
+ "step": 293
2241
+ },
2242
+ {
2243
+ "epoch": 0.22502870264064295,
2244
+ "grad_norm": 5.823990821838379,
2245
+ "learning_rate": 1.9065273775736264e-05,
2246
+ "loss": 0.4503,
2247
+ "step": 294
2248
+ },
2249
+ {
2250
+ "epoch": 0.22579410639112132,
2251
+ "grad_norm": 9.704663276672363,
2252
+ "learning_rate": 1.9053954459279934e-05,
2253
+ "loss": 0.3731,
2254
+ "step": 295
2255
+ },
2256
+ {
2257
+ "epoch": 0.2265595101415997,
2258
+ "grad_norm": 8.522269248962402,
2259
+ "learning_rate": 1.9042570419313927e-05,
2260
+ "loss": 0.4185,
2261
+ "step": 296
2262
+ },
2263
+ {
2264
+ "epoch": 0.22732491389207807,
2265
+ "grad_norm": 7.043125152587891,
2266
+ "learning_rate": 1.9031121737218706e-05,
2267
+ "loss": 0.3138,
2268
+ "step": 297
2269
+ },
2270
+ {
2271
+ "epoch": 0.22809031764255644,
2272
+ "grad_norm": 6.579213619232178,
2273
+ "learning_rate": 1.9019608494836843e-05,
2274
+ "loss": 0.4797,
2275
+ "step": 298
2276
+ },
2277
+ {
2278
+ "epoch": 0.22885572139303484,
2279
+ "grad_norm": 4.732334613800049,
2280
+ "learning_rate": 1.900803077447243e-05,
2281
+ "loss": 0.2618,
2282
+ "step": 299
2283
+ },
2284
+ {
2285
+ "epoch": 0.2296211251435132,
2286
+ "grad_norm": 6.821180820465088,
2287
+ "learning_rate": 1.899638865889047e-05,
2288
+ "loss": 0.2533,
2289
+ "step": 300
2290
+ },
2291
+ {
2292
+ "epoch": 0.2296211251435132,
2293
+ "eval_accuracy": 0.855595667870036,
2294
+ "eval_f1": 0.7740112994350282,
2295
+ "eval_loss": 0.3807988166809082,
2296
+ "eval_precision": 0.8954248366013072,
2297
+ "eval_recall": 0.681592039800995,
2298
+ "eval_runtime": 43.4459,
2299
+ "eval_samples_per_second": 6.928,
2300
+ "eval_steps_per_second": 0.23,
2301
+ "step": 300
2302
  }
2303
  ],
2304
  "logging_steps": 1,
 
2318
  "attributes": {}
2319
  }
2320
  },
2321
+ "total_flos": 4.588769900914278e+16,
2322
  "train_batch_size": 8,
2323
  "trial_name": null,
2324
  "trial_params": null