Qwen3.8-Flash-Next-QEngine / cold_experts.json
bpx03's picture
Upload folder using huggingface_hub
2b87fcc verified
Raw History Blame Contribute Delete
4.88 kB
{"frac": 0.0390625, "routing_mass_mean": 0.0013992468547277374, "layers": [[6, 13, 51, 86, 137, 140, 141, 152, 181, 193, 236, 244, 271, 276, 374, 413, 417, 421, 424, 488], [25, 26, 110, 116, 185, 256, 318, 343, 347, 360, 369, 374, 379, 419, 428, 448, 450, 460, 472, 480], [23, 80, 94, 120, 174, 194, 204, 219, 221, 223, 241, 274, 318, 330, 345, 352, 397, 422, 465, 501], [9, 16, 80, 155, 164, 195, 239, 256, 260, 291, 327, 345, 355, 380, 387, 413, 438, 448, 458, 460], [37, 43, 46, 72, 112, 140, 146, 187, 208, 211, 225, 242, 335, 353, 364, 372, 418, 457, 478, 497], [73, 114, 116, 145, 155, 157, 176, 179, 219, 267, 298, 303, 313, 365, 396, 451, 473, 480, 490, 494], [17, 29, 34, 38, 51, 82, 85, 98, 133, 266, 275, 328, 341, 396, 449, 462, 466, 473, 488, 506], [79, 97, 110, 157, 196, 211, 213, 216, 336, 345, 347, 361, 362, 364, 375, 379, 400, 409, 487, 504], [8, 43, 56, 106, 118, 121, 125, 142, 156, 279, 289, 343, 398, 435, 460, 463, 479, 481, 506, 511], [12, 16, 25, 52, 61, 65, 107, 136, 178, 197, 216, 283, 294, 334, 342, 375, 390, 392, 401, 419], [11, 34, 70, 80, 127, 132, 135, 169, 193, 228, 259, 262, 287, 316, 439, 449, 459, 463, 498, 500], [10, 37, 107, 151, 164, 167, 198, 199, 200, 202, 208, 213, 224, 265, 286, 364, 369, 433, 462, 510], [55, 61, 70, 88, 89, 114, 146, 164, 226, 250, 259, 268, 295, 335, 349, 373, 428, 431, 435, 504], [5, 20, 39, 41, 49, 125, 164, 172, 191, 216, 236, 299, 327, 354, 424, 469, 494, 496, 505, 507], [7, 121, 129, 152, 193, 220, 225, 255, 307, 313, 322, 358, 363, 379, 395, 410, 433, 466, 477, 482], [7, 11, 17, 33, 93, 99, 144, 158, 181, 198, 259, 286, 287, 344, 357, 361, 367, 415, 468, 480], [5, 14, 37, 46, 60, 86, 93, 119, 198, 212, 268, 273, 310, 371, 386, 387, 413, 448, 464, 474], [2, 4, 11, 99, 161, 200, 226, 229, 258, 271, 292, 318, 332, 344, 450, 464, 481, 501, 506, 509], [16, 23, 52, 71, 155, 161, 171, 247, 254, 259, 270, 317, 322, 323, 328, 356, 426, 429, 430, 479], [74, 85, 95, 108, 164, 179, 205, 224, 266, 278, 305, 325, 326, 404, 416, 425, 442, 447, 459, 511], [1, 21, 67, 77, 79, 111, 119, 135, 185, 193, 222, 264, 273, 277, 295, 420, 421, 460, 481, 505], [34, 55, 63, 114, 174, 177, 188, 195, 217, 226, 238, 325, 348, 358, 361, 383, 386, 439, 455, 486], [25, 31, 44, 63, 68, 114, 129, 131, 161, 169, 176, 200, 209, 260, 262, 286, 330, 333, 362, 370], [11, 79, 149, 182, 196, 225, 249, 254, 268, 273, 319, 333, 370, 373, 380, 400, 427, 432, 445, 495], [8, 23, 25, 84, 102, 106, 125, 137, 141, 195, 196, 226, 238, 255, 343, 352, 398, 401, 506, 511], [1, 12, 16, 81, 99, 116, 120, 173, 178, 215, 216, 235, 294, 318, 334, 342, 380, 392, 401, 444], [11, 94, 127, 132, 135, 169, 193, 210, 219, 261, 262, 321, 376, 401, 449, 459, 463, 486, 498, 500], [10, 37, 40, 102, 134, 143, 151, 166, 182, 199, 208, 333, 348, 358, 364, 450, 453, 462, 488, 510], [49, 55, 70, 114, 124, 171, 199, 232, 245, 259, 263, 279, 295, 320, 393, 431, 451, 481, 482, 500], [0, 5, 30, 39, 41, 49, 125, 216, 217, 255, 298, 319, 327, 340, 354, 366, 424, 425, 456, 469], [27, 35, 87, 152, 220, 255, 270, 271, 307, 322, 358, 363, 379, 393, 395, 413, 433, 440, 466, 477], [7, 11, 17, 33, 99, 108, 149, 158, 198, 259, 341, 344, 359, 369, 381, 386, 421, 447, 468, 505], [14, 37, 46, 85, 86, 93, 119, 198, 212, 218, 307, 310, 371, 373, 408, 443, 448, 464, 474, 481], [4, 11, 35, 92, 200, 213, 226, 248, 258, 271, 290, 292, 297, 318, 397, 448, 450, 475, 501, 509], [23, 32, 78, 123, 145, 155, 161, 171, 186, 270, 317, 323, 328, 356, 410, 413, 426, 430, 469, 479], [0, 35, 42, 74, 85, 95, 114, 164, 179, 271, 272, 278, 326, 336, 338, 404, 416, 425, 447, 459], [1, 17, 19, 67, 77, 100, 111, 135, 193, 237, 264, 277, 359, 372, 377, 382, 420, 421, 460, 505], [34, 114, 177, 179, 182, 203, 217, 228, 232, 238, 343, 348, 361, 383, 386, 416, 439, 455, 463, 492], [25, 31, 44, 58, 63, 114, 129, 130, 161, 168, 176, 200, 228, 240, 260, 286, 315, 370, 427, 485], [11, 98, 149, 182, 196, 217, 249, 254, 273, 280, 370, 373, 400, 420, 421, 427, 432, 434, 468, 503], [0, 13, 54, 68, 70, 76, 81, 104, 142, 163, 196, 272, 313, 338, 413, 415, 427, 441, 454, 473], [33, 57, 106, 112, 119, 137, 153, 193, 207, 241, 254, 262, 396, 405, 409, 428, 437, 470, 474, 509], [11, 31, 38, 98, 125, 135, 148, 164, 170, 264, 320, 324, 449, 453, 475, 486, 494, 497, 498, 505], [16, 96, 103, 108, 109, 130, 141, 174, 179, 183, 199, 341, 347, 352, 362, 429, 432, 453, 461, 463], [2, 13, 17, 19, 23, 71, 93, 109, 112, 157, 168, 210, 264, 378, 398, 403, 406, 428, 461, 498], [23, 35, 38, 88, 91, 92, 139, 151, 157, 192, 287, 340, 350, 387, 392, 417, 432, 463, 478, 502], [28, 79, 116, 118, 131, 134, 160, 170, 173, 178, 183, 190, 225, 238, 309, 352, 354, 449, 485, 487], [5, 19, 32, 43, 114, 116, 130, 161, 167, 197, 198, 219, 267, 312, 335, 363, 371, 422, 432, 493]], "source": "flash_run FLASH_STATS over 122088 tokens (85 prompt+answer sequences of a local prompt set, 2026-10-23)"}