Download evaluation/expert_usage.json from walke007/anlp-assignment2-part1-moe_shared: direct link, hf CLI and curl.
- Browser
- Download file 3.81 kB
-
https://huggingface.co/walke007/anlp-assignment2-part1-moe_shared/resolve/main/evaluation/expert_usage.json
- Command line
-
hf download hf://walke007/anlp-assignment2-part1-moe_shared/evaluation/expert_usage.json
-
curl -L -o expert_usage.json https://huggingface.co/walke007/anlp-assignment2-part1-moe_shared/resolve/main/evaluation/expert_usage.json
3.81 kB
| { | |
| "languages": [ | |
| "vi", | |
| "ja" | |
| ], | |
| "experts": [ | |
| "routed_0", | |
| "routed_1", | |
| "routed_2", | |
| "shared_0" | |
| ], | |
| "source_tokens": [ | |
| 79443, | |
| 79516 | |
| ], | |
| "counts_by_layer": [ | |
| [ | |
| [ | |
| 50055, | |
| 22557, | |
| 6831, | |
| 79443 | |
| ], | |
| [ | |
| 50796, | |
| 13411, | |
| 15309, | |
| 79516 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 10867, | |
| 63842, | |
| 4734, | |
| 79443 | |
| ], | |
| [ | |
| 27769, | |
| 35273, | |
| 16474, | |
| 79516 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 69730, | |
| 7263, | |
| 2450, | |
| 79443 | |
| ], | |
| [ | |
| 65272, | |
| 8759, | |
| 5485, | |
| 79516 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 54295, | |
| 11924, | |
| 13224, | |
| 79443 | |
| ], | |
| [ | |
| 51946, | |
| 17659, | |
| 9911, | |
| 79516 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 26301, | |
| 35556, | |
| 17586, | |
| 79443 | |
| ], | |
| [ | |
| 39649, | |
| 24095, | |
| 15772, | |
| 79516 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 14438, | |
| 44608, | |
| 20397, | |
| 79443 | |
| ], | |
| [ | |
| 9111, | |
| 47642, | |
| 22763, | |
| 79516 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 37467, | |
| 21100, | |
| 20876, | |
| 79443 | |
| ], | |
| [ | |
| 33362, | |
| 17835, | |
| 28319, | |
| 79516 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 25787, | |
| 24927, | |
| 28729, | |
| 79443 | |
| ], | |
| [ | |
| 20715, | |
| 18987, | |
| 39814, | |
| 79516 | |
| ] | |
| ] | |
| ], | |
| "frequency_by_layer": [ | |
| [ | |
| [ | |
| 0.6300743818283081, | |
| 0.2839394211769104, | |
| 0.0859861820936203, | |
| 1.0 | |
| ], | |
| [ | |
| 0.6388148069381714, | |
| 0.16865788400173187, | |
| 0.19252729415893555, | |
| 1.0 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 0.13678990304470062, | |
| 0.8036202192306519, | |
| 0.059589896351099014, | |
| 1.0 | |
| ], | |
| [ | |
| 0.34922531247138977, | |
| 0.4435962438583374, | |
| 0.20717842876911163, | |
| 1.0 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 0.8777362108230591, | |
| 0.09142404049634933, | |
| 0.030839720740914345, | |
| 1.0 | |
| ], | |
| [ | |
| 0.8208662271499634, | |
| 0.110153928399086, | |
| 0.06897982954978943, | |
| 1.0 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 0.6834459900856018, | |
| 0.15009503066539764, | |
| 0.16645896434783936, | |
| 1.0 | |
| ], | |
| [ | |
| 0.6532773375511169, | |
| 0.22208109498023987, | |
| 0.12464158236980438, | |
| 1.0 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 0.3310675621032715, | |
| 0.4475661814212799, | |
| 0.2213662564754486, | |
| 1.0 | |
| ], | |
| [ | |
| 0.49862921237945557, | |
| 0.30302077531814575, | |
| 0.19835001230239868, | |
| 1.0 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 0.18174037337303162, | |
| 0.5615094900131226, | |
| 0.2567501366138458, | |
| 1.0 | |
| ], | |
| [ | |
| 0.11458071321249008, | |
| 0.5991498827934265, | |
| 0.2862694263458252, | |
| 1.0 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 0.47162115573883057, | |
| 0.26559922099113464, | |
| 0.2627795934677124, | |
| 1.0 | |
| ], | |
| [ | |
| 0.419563353061676, | |
| 0.2242944836616516, | |
| 0.35614216327667236, | |
| 1.0 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 0.3245975077152252, | |
| 0.31377214193344116, | |
| 0.3616303503513336, | |
| 1.0 | |
| ], | |
| [ | |
| 0.2605136036872864, | |
| 0.23878213763237, | |
| 0.500704288482666, | |
| 1.0 | |
| ] | |
| ] | |
| ], | |
| "mean_frequency": [ | |
| [ | |
| 0.4546341300010681, | |
| 0.36469072103500366, | |
| 0.18067513406276703, | |
| 1.0 | |
| ], | |
| [ | |
| 0.46943381428718567, | |
| 0.28871703147888184, | |
| 0.2418491244316101, | |
| 1.0 | |
| ] | |
| ], | |
| "definition": "Fraction of real input-language tokens activating each expert; excludes padding, markers, and English." | |
| } |