File size: 539 Bytes
2bbbe82
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31f969c
 
 
 
 
 
 
2bbbe82
 
 
 
 
 
31f969c
 
 
 
2bbbe82
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
{
  "config": {
    "epochs": 30,
    "lr": 0.0003,
    "warmup_steps": 500,
    "grad_accum_steps": 8,
    "grad_clip": 1.0
  },
  "train": [
    {
      "epoch": 1,
      "avg_loss": 6.3824,
      "lr": 9.24e-05,
      "step": 154,
      "time_s": 1992.5
    },
    {
      "epoch": 2,
      "avg_loss": 4.865482,
      "lr": 0.0001848,
      "step": 308,
      "time_s": 1984.5
    }
  ],
  "val": [
    {
      "epoch": 1,
      "avg_loss": 5.362817
    },
    {
      "epoch": 2,
      "avg_loss": 4.490635
    }
  ],
  "sanity": []
}