walke007's picture
Upload final moe_shared checkpoint and test evaluation
6a892c3 verified
Raw History Blame Contribute Delete
3.81 kB
{
"languages": [
"vi",
"ja"
],
"experts": [
"routed_0",
"routed_1",
"routed_2",
"shared_0"
],
"source_tokens": [
79443,
79516
],
"counts_by_layer": [
[
[
50055,
22557,
6831,
79443
],
[
50796,
13411,
15309,
79516
]
],
[
[
10867,
63842,
4734,
79443
],
[
27769,
35273,
16474,
79516
]
],
[
[
69730,
7263,
2450,
79443
],
[
65272,
8759,
5485,
79516
]
],
[
[
54295,
11924,
13224,
79443
],
[
51946,
17659,
9911,
79516
]
],
[
[
26301,
35556,
17586,
79443
],
[
39649,
24095,
15772,
79516
]
],
[
[
14438,
44608,
20397,
79443
],
[
9111,
47642,
22763,
79516
]
],
[
[
37467,
21100,
20876,
79443
],
[
33362,
17835,
28319,
79516
]
],
[
[
25787,
24927,
28729,
79443
],
[
20715,
18987,
39814,
79516
]
]
],
"frequency_by_layer": [
[
[
0.6300743818283081,
0.2839394211769104,
0.0859861820936203,
1.0
],
[
0.6388148069381714,
0.16865788400173187,
0.19252729415893555,
1.0
]
],
[
[
0.13678990304470062,
0.8036202192306519,
0.059589896351099014,
1.0
],
[
0.34922531247138977,
0.4435962438583374,
0.20717842876911163,
1.0
]
],
[
[
0.8777362108230591,
0.09142404049634933,
0.030839720740914345,
1.0
],
[
0.8208662271499634,
0.110153928399086,
0.06897982954978943,
1.0
]
],
[
[
0.6834459900856018,
0.15009503066539764,
0.16645896434783936,
1.0
],
[
0.6532773375511169,
0.22208109498023987,
0.12464158236980438,
1.0
]
],
[
[
0.3310675621032715,
0.4475661814212799,
0.2213662564754486,
1.0
],
[
0.49862921237945557,
0.30302077531814575,
0.19835001230239868,
1.0
]
],
[
[
0.18174037337303162,
0.5615094900131226,
0.2567501366138458,
1.0
],
[
0.11458071321249008,
0.5991498827934265,
0.2862694263458252,
1.0
]
],
[
[
0.47162115573883057,
0.26559922099113464,
0.2627795934677124,
1.0
],
[
0.419563353061676,
0.2242944836616516,
0.35614216327667236,
1.0
]
],
[
[
0.3245975077152252,
0.31377214193344116,
0.3616303503513336,
1.0
],
[
0.2605136036872864,
0.23878213763237,
0.500704288482666,
1.0
]
]
],
"mean_frequency": [
[
0.4546341300010681,
0.36469072103500366,
0.18067513406276703,
1.0
],
[
0.46943381428718567,
0.28871703147888184,
0.2418491244316101,
1.0
]
],
"definition": "Fraction of real input-language tokens activating each expert; excludes padding, markers, and English."
}