Hugging Face's logo

AdaptiveChunking
/
emactl_noema_s1

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
emactl_noema_s1
File size: 2,704 Bytes
367cd65
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
{
  "event": "final",
  "run": "emactl_noema_s1",
  "condition": "A",
  "step": 6000,
  "params": 22516992,
  "per_lang": {
    "en": {
      "cpc": 0.2142159397804976,
      "cps": 29.125,
      "bpb": 2.0525959332630173,
      "bytes_per_chunk": 4.695102402679395
    },
    "de": {
      "cpc": 0.18068475137583404,
      "cps": 28.984375,
      "bpb": 2.2386571699167805,
      "bytes_per_chunk": 5.84470976444489
    },
    "vi": {
      "cpc": 0.26167615947925144,
      "cps": 37.6875,
      "bpb": 1.8887908317215056,
      "bytes_per_chunk": 5.3526084737110775
    },
    "tr": {
      "cpc": 0.2421145666464122,
      "cps": 34.2421875,
      "bpb": 2.203242577693521,
      "bytes_per_chunk": 4.533363308574937
    },
    "fi": {
      "cpc": 0.17670511934506405,
      "cps": 25.96875,
      "bpb": 2.4121796351973424,
      "bytes_per_chunk": 5.8906778423199215
    },
    "ru": {
      "cpc": 0.34527704485488125,
      "cps": 51.1171875,
      "bpb": 1.367230666027715,
      "bytes_per_chunk": 5.2564943202895495
    },
    "el": {
      "cpc": 0.3637382448959704,
      "cps": 58.3203125,
      "bpb": 1.4419177599239312,
      "bytes_per_chunk": 4.99816961561928
    },
    "hi": {
      "cpc": 0.43197622585438333,
      "cps": 56.78125,
      "bpb": 1.2061648934002307,
      "bytes_per_chunk": 5.775941655374514
    },
    "ta": {
      "cpc": 0.719176250334314,
      "cps": 105.0390625,
      "bpb": 0.932736077772738,
      "bytes_per_chunk": 3.8478723560409236
    },
    "th": {
      "cpc": 0.45091700341933477,
      "cps": 56.6640625,
      "bpb": 1.1032021694968648,
      "bytes_per_chunk": 6.034830852814899
    },
    "zh": {
      "cpc": 0.5435150694209279,
      "cps": 25.078125,
      "bpb": 3.1430077960108775,
      "bytes_per_chunk": 5.576819980428031
    },
    "my": {
      "cpc": 0.4475406375343044,
      "cps": 66.25,
      "bpb": 1.1165069677203832,
      "bytes_per_chunk": 6.349541606617335
    }
  },
  "gini_cpc": 0.23693031160314426,
  "gini_cps": 0.24140331101544144,
  "bpic": 5.212078823353659,
  "seed": 1,
  "mean_boundary_entropy": 0.6675059795379639,
  "dechunk": "ste",
  "router_noise": 0.0,
  "transitions": [
    {
      "step": 0,
      "phase": 1,
      "objective": "global",
      "router_trainable": true,
      "encoder_trainable": true,
      "frozen_router_params": 0
    },
    {
      "step": 2400,
      "phase": 2,
      "objective": "global",
      "router_trainable": true,
      "encoder_trainable": true,
      "frozen_router_params": 0
    },
    {
      "step": 4200,
      "phase": 3,
      "objective": "global",
      "router_trainable": true,
      "encoder_trainable": true,
      "frozen_router_params": 0
    }
  ]
}