Hugging Face's logo

AdaptiveChunking
/
pilot_Apc_s0

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
suchirsalhan commited on
Commit
96540c8
·
verified ·
1 Parent(s): f338034

run records (split from bundled legacy repo)

Browse files
Files changed (2) hide show
  1. final.json +114 -0
  2. log.jsonl +0 -0
final.json ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "event": "final",
3
+ "run": "pilot_Apc_s0",
4
+ "condition": "A",
5
+ "step": 6000,
6
+ "params": 22516992,
7
+ "per_lang": {
8
+ "en": {
9
+ "cpc": 0.19617307360799863,
10
+ "cps": 26.671875,
11
+ "bpb": 2.024522936439789,
12
+ "bytes_per_chunk": 5.06984615087078
13
+ },
14
+ "de": {
15
+ "cpc": 0.20133443724735792,
16
+ "cps": 32.296875,
17
+ "bpb": 2.1852193010821352,
18
+ "bytes_per_chunk": 4.95490114542774
19
+ },
20
+ "vi": {
21
+ "cpc": 0.2192026037428804,
22
+ "cps": 31.5703125,
23
+ "bpb": 1.9042950676967878,
24
+ "bytes_per_chunk": 6.127293551176869
25
+ },
26
+ "tr": {
27
+ "cpc": 0.201347842898967,
28
+ "cps": 28.4765625,
29
+ "bpb": 2.169624838708644,
30
+ "bytes_per_chunk": 5.202302044056361
31
+ },
32
+ "fi": {
33
+ "cpc": 0.2136515868374887,
34
+ "cps": 31.3984375,
35
+ "bpb": 2.3537633308235932,
36
+ "bytes_per_chunk": 4.656695207304509
37
+ },
38
+ "ru": {
39
+ "cpc": 0.3062269129287599,
40
+ "cps": 45.3359375,
41
+ "bpb": 1.312258523841349,
42
+ "bytes_per_chunk": 5.931866266900492
43
+ },
44
+ "el": {
45
+ "cpc": 0.32578083126248597,
46
+ "cps": 52.234375,
47
+ "bpb": 1.3533775709898723,
48
+ "bytes_per_chunk": 5.588530618770985
49
+ },
50
+ "hi": {
51
+ "cpc": 0.43215453194650816,
52
+ "cps": 56.8046875,
53
+ "bpb": 1.123992947930272,
54
+ "bytes_per_chunk": 5.68666753438327
55
+ },
56
+ "ta": {
57
+ "cpc": 0.4264776678256218,
58
+ "cps": 62.2890625,
59
+ "bpb": 0.9281541374862824,
60
+ "bytes_per_chunk": 6.228029745076144
61
+ },
62
+ "th": {
63
+ "cpc": 0.48828100714951816,
64
+ "cps": 61.359375,
65
+ "bpb": 1.082798357402357,
66
+ "bytes_per_chunk": 5.766856589744154
67
+ },
68
+ "zh": {
69
+ "cpc": 0.48069759566542497,
70
+ "cps": 22.1796875,
71
+ "bpb": 3.1126575876564906,
72
+ "bytes_per_chunk": 5.735188588430909
73
+ },
74
+ "my": {
75
+ "cpc": 0.48369221025965803,
76
+ "cps": 71.6015625,
77
+ "bpb": 1.095115566751127,
78
+ "bytes_per_chunk": 5.752367159299124
79
+ }
80
+ },
81
+ "gini_cpc": 0.19798115513813697,
82
+ "gini_cps": 0.20687969999800537,
83
+ "bpic": 5.741442762252409,
84
+ "seed": 0,
85
+ "mean_boundary_entropy": 0.32927095890045166,
86
+ "dechunk": "ema",
87
+ "router_noise": 0.0,
88
+ "transitions": [
89
+ {
90
+ "step": 0,
91
+ "phase": 1,
92
+ "objective": "global",
93
+ "router_trainable": true,
94
+ "encoder_trainable": true,
95
+ "frozen_router_params": 0
96
+ },
97
+ {
98
+ "step": 2400,
99
+ "phase": 2,
100
+ "objective": "global",
101
+ "router_trainable": true,
102
+ "encoder_trainable": true,
103
+ "frozen_router_params": 0
104
+ },
105
+ {
106
+ "step": 4200,
107
+ "phase": 3,
108
+ "objective": "global",
109
+ "router_trainable": true,
110
+ "encoder_trainable": true,
111
+ "frozen_router_params": 0
112
+ }
113
+ ]
114
+ }
log.jsonl ADDED
The diff for this file is too large to render. See raw diff