File size: 869 Bytes
f9d319a
 
ab95dde
 
 
f9d319a
 
ab95dde
f9d319a
ab95dde
 
f9d319a
 
ab95dde
 
 
 
f9d319a
 
ab95dde
 
 
 
 
f9d319a
 
ab95dde
 
f9d319a
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
{
  "model": "OpenSML-JSONLite-175M",
  "checkpoint": "main",
  "selected_stage": "joint foundation JSON SFT",
  "selected_update": 500,
  "stages": [
    {
      "stage": "original-pretraining",
      "step": 132005,
      "processed_positions": 17300111360,
      "weight_sha256": "5151567e266244c9e32fd6e01775192633abe227320269ecdefe28ce43e9ccc3"
    },
    {
      "stage": "structured-continued-pretraining",
      "step": 132838,
      "additional_tokens": 100096883,
      "weight_sha256": "57d0933d5d806e7f589a60170b5080ff46895b732be480aa953650701f4e19cc"
    },
    {
      "stage": "joint-foundation-sft",
      "step": 500,
      "presentations": 32000,
      "supervised_assistant_positions": 1027385,
      "weight_sha256": "25b406a7b86e3e8ac4dd0b7f32e27590d9d11349a0148a7815c32304150ac725"
    }
  ],
  "sft_stages": 1,
  "teachers_at_inference": false
}