File size: 662 Bytes
18a4cc7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
{
 "global_step": 7369,
 "elapsed_offset": 18813.153527259827,
 "elapsed_cum": 80538.3830666542,
 "samples_seen": {
  "web": 9062649,
  "books": 17966
 },
 "wrapped": {
  "web": false,
  "books": true
 },
 "loss_ema": 0.8975204450288945,
 "ctr_ema": 0.05470632075544825,
 "total_tok": 1926037504,
 "done": true,
 "bank_filled": 65536,
 "bank_ptr": 32190,
 "schedule_version": 1,
 "decay_start": 4456,
 "schedule_phase": "decay",
 "pack_dropped": 47,
 "books_epoch": 3,
 "best_cos": 0.7399186491966248,
 "best_mrl1024": 0.26008135080337524,
 "best_step": 6730,
 "stagnant_evals": 8,
 "auto_finalized": true,
 "engram_unfreeze_step": 3863,
 "stopped_early": true
}