{ "languages": [ "vi", "ja" ], "experts": [ "routed_0", "routed_1", "routed_2", "shared_0" ], "source_tokens": [ 79443, 79516 ], "counts_by_layer": [ [ [ 50055, 22557, 6831, 79443 ], [ 50796, 13411, 15309, 79516 ] ], [ [ 10867, 63842, 4734, 79443 ], [ 27769, 35273, 16474, 79516 ] ], [ [ 69730, 7263, 2450, 79443 ], [ 65272, 8759, 5485, 79516 ] ], [ [ 54295, 11924, 13224, 79443 ], [ 51946, 17659, 9911, 79516 ] ], [ [ 26301, 35556, 17586, 79443 ], [ 39649, 24095, 15772, 79516 ] ], [ [ 14438, 44608, 20397, 79443 ], [ 9111, 47642, 22763, 79516 ] ], [ [ 37467, 21100, 20876, 79443 ], [ 33362, 17835, 28319, 79516 ] ], [ [ 25787, 24927, 28729, 79443 ], [ 20715, 18987, 39814, 79516 ] ] ], "frequency_by_layer": [ [ [ 0.6300743818283081, 0.2839394211769104, 0.0859861820936203, 1.0 ], [ 0.6388148069381714, 0.16865788400173187, 0.19252729415893555, 1.0 ] ], [ [ 0.13678990304470062, 0.8036202192306519, 0.059589896351099014, 1.0 ], [ 0.34922531247138977, 0.4435962438583374, 0.20717842876911163, 1.0 ] ], [ [ 0.8777362108230591, 0.09142404049634933, 0.030839720740914345, 1.0 ], [ 0.8208662271499634, 0.110153928399086, 0.06897982954978943, 1.0 ] ], [ [ 0.6834459900856018, 0.15009503066539764, 0.16645896434783936, 1.0 ], [ 0.6532773375511169, 0.22208109498023987, 0.12464158236980438, 1.0 ] ], [ [ 0.3310675621032715, 0.4475661814212799, 0.2213662564754486, 1.0 ], [ 0.49862921237945557, 0.30302077531814575, 0.19835001230239868, 1.0 ] ], [ [ 0.18174037337303162, 0.5615094900131226, 0.2567501366138458, 1.0 ], [ 0.11458071321249008, 0.5991498827934265, 0.2862694263458252, 1.0 ] ], [ [ 0.47162115573883057, 0.26559922099113464, 0.2627795934677124, 1.0 ], [ 0.419563353061676, 0.2242944836616516, 0.35614216327667236, 1.0 ] ], [ [ 0.3245975077152252, 0.31377214193344116, 0.3616303503513336, 1.0 ], [ 0.2605136036872864, 0.23878213763237, 0.500704288482666, 1.0 ] ] ], "mean_frequency": [ [ 0.4546341300010681, 0.36469072103500366, 0.18067513406276703, 1.0 ], [ 0.46943381428718567, 0.28871703147888184, 0.2418491244316101, 1.0 ] ], "definition": "Fraction of real input-language tokens activating each expert; excludes padding, markers, and English." }