xsingh
/

Voce-Mini / web /edit /manifest.json
xsingh's picture gabrielclark3330's picture
Duplicate from Zyphra/ZONOS3-Mini
7160e9c
Raw History Blame Contribute Delete
30.5 kB
{ "format": "zonos3-web-v1", "model": "edit", "meta": { "general.architecture": "zonos3", "general.name": "ZONOS3 rate30_r2_grpo_g8_skip_lr1e-6 step 587 + z3m_omni3b_edit_lora vocabulary + phoneme tokens Q4_0-expert/Q8_0-mixer PTQ", "block_count": 11, "context_length": 32768, "embedding_length": 1024, "head_dim": 32, "attention.head_count": 16, "attention.head_count_kv": 4, "feed_forward_length": 2048, "expert_count": 64, "n_codebooks": 10, "codebook_size": 4096, "audio_vocab": 4099, "eoa_id": 4096, "audio_pad_id": 4097, "text_vocab": 8196, "gdn.head_count": 4, "gdn.head_dim": 128, "gdn.conv_kernel": 4, "speaker.embedding_length": 192, "condition.count": 3, "rope.freq_base": 10000.0, "attention.layer_norm_rms_epsilon": 9.999999747378752e-06, "attention.qk_norm_epsilon": 9.999999974752427e-07, "logit_softcap": 15.0, "expert_used_count_per_layer": [ 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 ], "condition.bucket_counts": [ 10, 10, 30 ], "codec": "mossdual", "moe.balancing": "quantile", "attention.pattern": "gdn3_global1", "residual.type": "full_attnres", "tokenizer.offset": 4, "tokenizer.bos": 2, "tokenizer.eos": 3, "condition.names": [ "loudness", "fmax", "speaking_rate" ], "condition.units": [ "LUFS", "Hz", "utf-8 bytes per second" ], "condition.edges.loudness": [ -29.777999877929688, -26.94700050354004, -25.047000885009766, -23.299999237060547, -21.743000030517578, -20.38599967956543, -19.18600082397461, -17.85099983215332, -15.967000007629395 ], "condition.edges.fmax": [ 8437.5, 10242.2001953125, 11507.7998046875, 13359.400390625, 15164.099609375, 15585.900390625, 15750.0, 17765.599609375, 19945.30078125 ], "condition.edges.speaking_rate": [ 6.546000003814697, 8.182000160217285, 9.27299976348877, 10.3100004196167, 11.053999900817871, 11.666999816894531, 12.192999839782715, 12.656000137329102, 13.083000183105469, 13.47599983215332, 13.845999717712402, 14.196000099182129, 14.529999732971191, 14.88700008392334, 15.192999839782715, 15.517000198364258, 15.864999771118164, 16.20800018310547, 16.57900047302246, 16.972000122070312, 17.410999298095703, 17.898000717163086, 18.43400001525879, 19.069000244140625, 19.81800079345703, 20.81599998474121, 22.285999298095703, 24.722000122070312, 29.25 ], "silence_frame": [ 1918, 746, 3544, 234, 1267, 2914, 3944, 2849, 326, 1337 ], "text_tokenizer_spec": "{\"kind\": \"superbpe\", \"path\": \"tokenizer/superbpe8192.json\", \"sha256\": \"90322f910600027dee7fe63d400d1d9dc1035c167d560aadf0871e3661d08bf3\", \"vocab_size\": 8192, \"offset\": 4, \"bos\": 2, \"eos\": 3, \"_original_path\": \"/data/groups/audio/gabriel/bingua2-gdn-fullattnres-sbpe8k-rawclone-moealpha025-x15-e64-6node-100k-20261006/tokenizers/superbpe8192.json\", \"phonemes\": {\"open_id\": 8200, \"close_id\": 8201, \"symbols\": [\"a\", \"b\", \"c\", \"d\", \"e\", \"f\", \"h\", \"i\", \"j\", \"k\", \"l\", \"m\", \"n\", \"o\", \"p\", \"q\", \"r\", \"s\", \"t\", \"u\", \"v\", \"w\", \"x\", \"y\", \"z\", \"\u00b2\", \"\u00b3\", \"\u00b9\", \"\u00e3\", \"\u00e4\", \"\u00e6\", \"\u00e7\", \"\u00ef\", \"\u00f0\", \"\u00f5\", \"\u00f8\", \"\u0127\", \"\u0129\", \"\u014b\", \"\u0153\", \"\u0169\", \"\u0250\", \"\u0251\", \"\u0252\", \"\u0253\", \"\u0254\", \"\u0255\", \"\u0256\", \"\u0257\", \"\u0258\", \"\u0259\", \"\u025a\", \"\u025b\", \"\u025c\", \"\u025d\", \"\u025f\", \"\u0261\", \"\u0263\", \"\u0264\", \"\u0265\", \"\u0266\", \"\u0267\", \"\u0268\", \"\u026a\", \"\u026b\", \"\u026d\", \"\u026f\", \"\u0270\", \"\u0271\", \"\u0272\", \"\u0273\", \"\u0274\", \"\u0275\", \"\u0278\", \"\u0279\", \"\u027b\", \"\u027d\", \"\u027e\", \"\u0280\", \"\u0281\", \"\u0282\", \"\u0283\", \"\u0288\", \"\u0289\", \"\u028a\", \"\u028b\", \"\u028c\", \"\u028d\", \"\u028e\", \"\u028f\", \"\u0290\", \"\u0291\", \"\u0292\", \"\u0294\", \"\u0295\", \"\u029d\", \"\u02b0\", \"\u02b1\", \"\u02b2\", \"\u02b7\", \"\u02bc\", \"\u02c0\", \"\u02d0\", \"\u02e3\", \"\u02e4\", \"\u02e5\", \"\u02e6\", \"\u02e7\", \"\u02e8\", \"\u02e9\", \"\u0303\", \"\u030a\", \"\u030d\", \"\u031a\", \"\u031d\", \"\u031e\", \"\u031f\", \"\u0320\", \"\u0325\", \"\u0329\", \"\u032a\", \"\u032f\", \"\u0339\", \"\u0348\", \"\u0361\", \"\u03b2\", \"\u03b8\", \"\u03c7\", \"\u1d5d\", \"\u1ebd\", \"\u1ef9\", \"\u2074\", \"\u2075\", \"\u207b\", \"\u207d\", \"\u207e\"], \"open_marker\": \"\ue000\", \"close_marker\": \"\ue001\", \"inventory_sha256\": \"2e19015cac41d5a417f7faa3b3b5d63f96c2c1bebcb3d8986fb3048d77ee7a50\"}, \"start\": {\"id\": 8338, \"marker\": \"\ue002\"}, \"pauses\": {\"ids\": [8339, 8340, 8341, 8342], \"markers\": [\"\ue003\", \"\ue004\", \"\ue005\", \"\ue006\"], \"seconds\": [0.2475, 0.495, 0.9899, 1.9799]}}", "span_end_id": 4098, "general.file_type": 2, "text_extra_tokens": 146, "adapter.base": "ZONOS3 rate30_r2_grpo_g8_skip_lr1e-6 step 587 Q4_0-expert/Q8_0-mixer PTQ", "adapter.name": "edit", "adapter.rank": 64 }, "shards": [ "lora-000.bin", "lora-001.bin", "lora-002.bin" ], "tensors": { "embd_extra": { "dtype": "f16", "shape": [ 1024, 156 ], "shard": 0, "offset": 0, "nbytes": 319488 }, "output_extra": { "dtype": "q8", "shape": [ 1024, 10 ], "shard": 0, "offset": 319488, "nbytes": 10240, "scales_offset": 329728, "scales_nbytes": 1280 }, "blk.1.ffn_gate_up_exps.lora_down": { "dtype": "f16", "shape": [ 256, 32, 64 ], "shard": 0, "offset": 331008, "nbytes": 1048576 }, "blk.1.ffn_gate_up_exps.lora_up": { "dtype": "f16", "shape": [ 16, 1536, 2, 64 ], "shard": 0, "offset": 1379584, "nbytes": 6291456 }, "blk.2.ffn_gate_up_exps.lora_down": { "dtype": "f16", "shape": [ 256, 32, 64 ], "shard": 0, "offset": 7671040, "nbytes": 1048576 }, "blk.2.ffn_gate_up_exps.lora_up": { "dtype": "f16", "shape": [ 16, 1536, 2, 64 ], "shard": 0, "offset": 8719616, "nbytes": 6291456 }, "blk.3.attn_qkvg.lora_down": { "dtype": "f16", "shape": [ 1024, 256 ], "shard": 0, "offset": 15011072, "nbytes": 524288 }, "blk.3.attn_qkvg.lora_up": { "dtype": "f16", "shape": [ 256, 784 ], "shard": 0, "offset": 15535360, "nbytes": 401408 }, "blk.3.ffn_gate_up_exps.lora_down": { "dtype": "f16", "shape": [ 256, 32, 64 ], "shard": 0, "offset": 15936768, "nbytes": 1048576 }, "blk.3.ffn_gate_up_exps.lora_up": { "dtype": "f16", "shape": [ 16, 1536, 2, 64 ], "shard": 0, "offset": 16985344, "nbytes": 6291456 }, "blk.4.ffn_gate_up_exps.lora_down": { "dtype": "f16", "shape": [ 256, 32, 64 ], "shard": 0, "offset": 23276800, "nbytes": 1048576 }, "blk.4.ffn_gate_up_exps.lora_up": { "dtype": "f16", "shape": [ 16, 1536, 2, 64 ], "shard": 0, "offset": 24325376, "nbytes": 6291456 }, "blk.5.ffn_gate_up_exps.lora_down": { "dtype": "f16", "shape": [ 256, 32, 64 ], "shard": 0, "offset": 30616832, "nbytes": 1048576 }, "blk.5.ffn_gate_up_exps.lora_up": { "dtype": "f16", "shape": [ 16, 1536, 2, 64 ], "shard": 0, "offset": 31665408, "nbytes": 6291456 }, "blk.6.ffn_gate_up_exps.lora_down": { "dtype": "f16", "shape": [ 256, 32, 64 ], "shard": 0, "offset": 37956864, "nbytes": 1048576 }, "blk.6.ffn_gate_up_exps.lora_up": { "dtype": "f16", "shape": [ 16, 1536, 2, 64 ], "shard": 0, "offset": 39005440, "nbytes": 6291456 }, "blk.7.attn_qkvg.lora_down": { "dtype": "f16", "shape": [ 1024, 256 ], "shard": 0, "offset": 45296896, "nbytes": 524288 }, "blk.7.attn_qkvg.lora_up": { "dtype": "f16", "shape": [ 256, 784 ], "shard": 0, "offset": 45821184, "nbytes": 401408 }, "blk.7.ffn_gate_up_exps.lora_down": { "dtype": "f16", "shape": [ 256, 32, 64 ], "shard": 0, "offset": 46222592, "nbytes": 1048576 }, "blk.7.ffn_gate_up_exps.lora_up": { "dtype": "f16", "shape": [ 16, 1536, 2, 64 ], "shard": 0, "offset": 47271168, "nbytes": 6291456 }, "blk.8.ffn_gate_up_exps.lora_down": { "dtype": "f16", "shape": [ 256, 32, 64 ], "shard": 0, "offset": 53562624, "nbytes": 1048576 }, "blk.8.ffn_gate_up_exps.lora_up": { "dtype": "f16", "shape": [ 16, 1536, 2, 64 ], "shard": 0, "offset": 54611200, "nbytes": 6291456 }, "blk.9.ffn_gate_up_exps.lora_down": { "dtype": "f16", "shape": [ 256, 32, 64 ], "shard": 0, "offset": 60902656, "nbytes": 1048576 }, "blk.9.ffn_gate_up_exps.lora_up": { "dtype": "f16", "shape": [ 16, 1536, 2, 64 ], "shard": 1, "offset": 0, "nbytes": 6291456 }, "blk.10.ffn_gate_up_exps.lora_down": { "dtype": "f16", "shape": [ 256, 32, 64 ], "shard": 1, "offset": 6291456, "nbytes": 1048576 }, "blk.10.ffn_gate_up_exps.lora_up": { "dtype": "f16", "shape": [ 16, 1536, 2, 64 ], "shard": 1, "offset": 7340032, "nbytes": 6291456 }, "output.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 13631488, "nbytes": 131072 }, "output.lora_up": { "dtype": "f16", "shape": [ 64, 40990 ], "shard": 1, "offset": 13762560, "nbytes": 5246720 }, "blk.0.gdn_in.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 19009280, "nbytes": 131072 }, "blk.0.gdn_in.lora_up": { "dtype": "f16", "shape": [ 64, 2056 ], "shard": 1, "offset": 19140352, "nbytes": 263168 }, "blk.0.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 19403520, "nbytes": 65536 }, "blk.0.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 19469056, "nbytes": 131072 }, "blk.1.gdn_in.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 19600128, "nbytes": 131072 }, "blk.1.gdn_in.lora_up": { "dtype": "f16", "shape": [ 64, 2056 ], "shard": 1, "offset": 19731200, "nbytes": 263168 }, "blk.1.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 19994368, "nbytes": 65536 }, "blk.1.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 20059904, "nbytes": 131072 }, "blk.2.gdn_in.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 20190976, "nbytes": 131072 }, "blk.2.gdn_in.lora_up": { "dtype": "f16", "shape": [ 64, 2056 ], "shard": 1, "offset": 20322048, "nbytes": 263168 }, "blk.2.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 20585216, "nbytes": 65536 }, "blk.2.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 20650752, "nbytes": 131072 }, "blk.4.gdn_in.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 20781824, "nbytes": 131072 }, "blk.4.gdn_in.lora_up": { "dtype": "f16", "shape": [ 64, 2056 ], "shard": 1, "offset": 20912896, "nbytes": 263168 }, "blk.4.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 21176064, "nbytes": 65536 }, "blk.4.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 21241600, "nbytes": 131072 }, "blk.5.gdn_in.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 21372672, "nbytes": 131072 }, "blk.5.gdn_in.lora_up": { "dtype": "f16", "shape": [ 64, 2056 ], "shard": 1, "offset": 21503744, "nbytes": 263168 }, "blk.5.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 21766912, "nbytes": 65536 }, "blk.5.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 21832448, "nbytes": 131072 }, "blk.6.gdn_in.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 21963520, "nbytes": 131072 }, "blk.6.gdn_in.lora_up": { "dtype": "f16", "shape": [ 64, 2056 ], "shard": 1, "offset": 22094592, "nbytes": 263168 }, "blk.6.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 22357760, "nbytes": 65536 }, "blk.6.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 22423296, "nbytes": 131072 }, "blk.8.gdn_in.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 22554368, "nbytes": 131072 }, "blk.8.gdn_in.lora_up": { "dtype": "f16", "shape": [ 64, 2056 ], "shard": 1, "offset": 22685440, "nbytes": 263168 }, "blk.8.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 22948608, "nbytes": 65536 }, "blk.8.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 23014144, "nbytes": 131072 }, "blk.9.gdn_in.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 23145216, "nbytes": 131072 }, "blk.9.gdn_in.lora_up": { "dtype": "f16", "shape": [ 64, 2056 ], "shard": 1, "offset": 23276288, "nbytes": 263168 }, "blk.9.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 23539456, "nbytes": 65536 }, "blk.9.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 23604992, "nbytes": 131072 }, "blk.10.gdn_in.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 23736064, "nbytes": 131072 }, "blk.10.gdn_in.lora_up": { "dtype": "f16", "shape": [ 64, 2056 ], "shard": 1, "offset": 23867136, "nbytes": 263168 }, "blk.10.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 24130304, "nbytes": 65536 }, "blk.10.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 24195840, "nbytes": 131072 }, "blk.0.ffn_up.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 24326912, "nbytes": 131072 }, "blk.0.ffn_up.lora_up": { "dtype": "f16", "shape": [ 64, 2048 ], "shard": 1, "offset": 24457984, "nbytes": 262144 }, "blk.0.ffn_gate.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 24720128, "nbytes": 131072 }, "blk.0.ffn_gate.lora_up": { "dtype": "f16", "shape": [ 64, 2048 ], "shard": 1, "offset": 24851200, "nbytes": 262144 }, "blk.0.ffn_down.lora_down": { "dtype": "f16", "shape": [ 2048, 64 ], "shard": 1, "offset": 25113344, "nbytes": 262144 }, "blk.0.ffn_down.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 25375488, "nbytes": 131072 }, "blk.1.router.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 25506560, "nbytes": 131072 }, "blk.1.router.lora_up": { "dtype": "f16", "shape": [ 64, 64 ], "shard": 1, "offset": 25637632, "nbytes": 8192 }, "blk.1.ffn_latent_down.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 25645824, "nbytes": 131072 }, "blk.1.ffn_latent_down.lora_up": { "dtype": "f16", "shape": [ 64, 256 ], "shard": 1, "offset": 25776896, "nbytes": 32768 }, "blk.1.ffn_latent_up.lora_down": { "dtype": "f16", "shape": [ 256, 64 ], "shard": 1, "offset": 25809664, "nbytes": 32768 }, "blk.1.ffn_latent_up.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 25842432, "nbytes": 131072 }, "blk.2.router.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 25973504, "nbytes": 131072 }, "blk.2.router.lora_up": { "dtype": "f16", "shape": [ 64, 64 ], "shard": 1, "offset": 26104576, "nbytes": 8192 }, "blk.2.ffn_latent_down.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 26112768, "nbytes": 131072 }, "blk.2.ffn_latent_down.lora_up": { "dtype": "f16", "shape": [ 64, 256 ], "shard": 1, "offset": 26243840, "nbytes": 32768 }, "blk.2.ffn_latent_up.lora_down": { "dtype": "f16", "shape": [ 256, 64 ], "shard": 1, "offset": 26276608, "nbytes": 32768 }, "blk.2.ffn_latent_up.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 26309376, "nbytes": 131072 }, "blk.3.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 26440448, "nbytes": 65536 }, "blk.3.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 26505984, "nbytes": 131072 }, "blk.3.router.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 26637056, "nbytes": 131072 }, "blk.3.router.lora_up": { "dtype": "f16", "shape": [ 64, 64 ], "shard": 1, "offset": 26768128, "nbytes": 8192 }, "blk.3.ffn_latent_down.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 26776320, "nbytes": 131072 }, "blk.3.ffn_latent_down.lora_up": { "dtype": "f16", "shape": [ 64, 256 ], "shard": 1, "offset": 26907392, "nbytes": 32768 }, "blk.3.ffn_latent_up.lora_down": { "dtype": "f16", "shape": [ 256, 64 ], "shard": 1, "offset": 26940160, "nbytes": 32768 }, "blk.3.ffn_latent_up.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 26972928, "nbytes": 131072 }, "blk.4.router.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 27104000, "nbytes": 131072 }, "blk.4.router.lora_up": { "dtype": "f16", "shape": [ 64, 64 ], "shard": 1, "offset": 27235072, "nbytes": 8192 }, "blk.4.ffn_latent_down.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 27243264, "nbytes": 131072 }, "blk.4.ffn_latent_down.lora_up": { "dtype": "f16", "shape": [ 64, 256 ], "shard": 1, "offset": 27374336, "nbytes": 32768 }, "blk.4.ffn_latent_up.lora_down": { "dtype": "f16", "shape": [ 256, 64 ], "shard": 1, "offset": 27407104, "nbytes": 32768 }, "blk.4.ffn_latent_up.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 27439872, "nbytes": 131072 }, "blk.5.router.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 27570944, "nbytes": 131072 }, "blk.5.router.lora_up": { "dtype": "f16", "shape": [ 64, 64 ], "shard": 1, "offset": 27702016, "nbytes": 8192 }, "blk.5.ffn_latent_down.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 27710208, "nbytes": 131072 }, "blk.5.ffn_latent_down.lora_up": { "dtype": "f16", "shape": [ 64, 256 ], "shard": 1, "offset": 27841280, "nbytes": 32768 }, "blk.5.ffn_latent_up.lora_down": { "dtype": "f16", "shape": [ 256, 64 ], "shard": 1, "offset": 27874048, "nbytes": 32768 }, "blk.5.ffn_latent_up.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 27906816, "nbytes": 131072 }, "blk.6.router.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 28037888, "nbytes": 131072 }, "blk.6.router.lora_up": { "dtype": "f16", "shape": [ 64, 64 ], "shard": 1, "offset": 28168960, "nbytes": 8192 }, "blk.6.ffn_latent_down.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 28177152, "nbytes": 131072 }, "blk.6.ffn_latent_down.lora_up": { "dtype": "f16", "shape": [ 64, 256 ], "shard": 1, "offset": 28308224, "nbytes": 32768 }, "blk.6.ffn_latent_up.lora_down": { "dtype": "f16", "shape": [ 256, 64 ], "shard": 1, "offset": 28340992, "nbytes": 32768 }, "blk.6.ffn_latent_up.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 28373760, "nbytes": 131072 }, "blk.7.attn_output.lora_down": { "dtype": "f16", "shape": [ 512, 64 ], "shard": 1, "offset": 28504832, "nbytes": 65536 }, "blk.7.attn_output.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 28570368, "nbytes": 131072 }, "blk.7.router.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 28701440, "nbytes": 131072 }, "blk.7.router.lora_up": { "dtype": "f16", "shape": [ 64, 64 ], "shard": 1, "offset": 28832512, "nbytes": 8192 }, "blk.7.ffn_latent_down.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 28840704, "nbytes": 131072 }, "blk.7.ffn_latent_down.lora_up": { "dtype": "f16", "shape": [ 64, 256 ], "shard": 1, "offset": 28971776, "nbytes": 32768 }, "blk.7.ffn_latent_up.lora_down": { "dtype": "f16", "shape": [ 256, 64 ], "shard": 1, "offset": 29004544, "nbytes": 32768 }, "blk.7.ffn_latent_up.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 29037312, "nbytes": 131072 }, "blk.8.router.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 29168384, "nbytes": 131072 }, "blk.8.router.lora_up": { "dtype": "f16", "shape": [ 64, 64 ], "shard": 1, "offset": 29299456, "nbytes": 8192 }, "blk.8.ffn_latent_down.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 29307648, "nbytes": 131072 }, "blk.8.ffn_latent_down.lora_up": { "dtype": "f16", "shape": [ 64, 256 ], "shard": 1, "offset": 29438720, "nbytes": 32768 }, "blk.8.ffn_latent_up.lora_down": { "dtype": "f16", "shape": [ 256, 64 ], "shard": 1, "offset": 29471488, "nbytes": 32768 }, "blk.8.ffn_latent_up.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 29504256, "nbytes": 131072 }, "blk.9.router.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 29635328, "nbytes": 131072 }, "blk.9.router.lora_up": { "dtype": "f16", "shape": [ 64, 64 ], "shard": 1, "offset": 29766400, "nbytes": 8192 }, "blk.9.ffn_latent_down.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 29774592, "nbytes": 131072 }, "blk.9.ffn_latent_down.lora_up": { "dtype": "f16", "shape": [ 64, 256 ], "shard": 1, "offset": 29905664, "nbytes": 32768 }, "blk.9.ffn_latent_up.lora_down": { "dtype": "f16", "shape": [ 256, 64 ], "shard": 1, "offset": 29938432, "nbytes": 32768 }, "blk.9.ffn_latent_up.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 29971200, "nbytes": 131072 }, "blk.10.router.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 30102272, "nbytes": 131072 }, "blk.10.router.lora_up": { "dtype": "f16", "shape": [ 64, 64 ], "shard": 1, "offset": 30233344, "nbytes": 8192 }, "blk.10.ffn_latent_down.lora_down": { "dtype": "f16", "shape": [ 1024, 64 ], "shard": 1, "offset": 30241536, "nbytes": 131072 }, "blk.10.ffn_latent_down.lora_up": { "dtype": "f16", "shape": [ 64, 256 ], "shard": 1, "offset": 30372608, "nbytes": 32768 }, "blk.10.ffn_latent_up.lora_down": { "dtype": "f16", "shape": [ 256, 64 ], "shard": 1, "offset": 30405376, "nbytes": 32768 }, "blk.10.ffn_latent_up.lora_up": { "dtype": "f16", "shape": [ 64, 1024 ], "shard": 1, "offset": 30438144, "nbytes": 131072 }, "blk.1.ffn_down_exps.lora_down": { "dtype": "f16", "shape": [ 1536, 16, 64 ], "shard": 1, "offset": 30569216, "nbytes": 3145728 }, "blk.1.ffn_down_exps.lora_up": { "dtype": "f16", "shape": [ 16, 256, 64 ], "shard": 1, "offset": 33714944, "nbytes": 524288 }, "blk.2.ffn_down_exps.lora_down": { "dtype": "f16", "shape": [ 1536, 16, 64 ], "shard": 1, "offset": 34239232, "nbytes": 3145728 }, "blk.2.ffn_down_exps.lora_up": { "dtype": "f16", "shape": [ 16, 256, 64 ], "shard": 1, "offset": 37384960, "nbytes": 524288 }, "blk.3.ffn_down_exps.lora_down": { "dtype": "f16", "shape": [ 1536, 16, 64 ], "shard": 1, "offset": 37909248, "nbytes": 3145728 }, "blk.3.ffn_down_exps.lora_up": { "dtype": "f16", "shape": [ 16, 256, 64 ], "shard": 1, "offset": 41054976, "nbytes": 524288 }, "blk.4.ffn_down_exps.lora_down": { "dtype": "f16", "shape": [ 1536, 16, 64 ], "shard": 1, "offset": 41579264, "nbytes": 3145728 }, "blk.4.ffn_down_exps.lora_up": { "dtype": "f16", "shape": [ 16, 256, 64 ], "shard": 1, "offset": 44724992, "nbytes": 524288 }, "blk.5.ffn_down_exps.lora_down": { "dtype": "f16", "shape": [ 1536, 16, 64 ], "shard": 1, "offset": 45249280, "nbytes": 3145728 }, "blk.5.ffn_down_exps.lora_up": { "dtype": "f16", "shape": [ 16, 256, 64 ], "shard": 1, "offset": 48395008, "nbytes": 524288 }, "blk.6.ffn_down_exps.lora_down": { "dtype": "f16", "shape": [ 1536, 16, 64 ], "shard": 1, "offset": 48919296, "nbytes": 3145728 }, "blk.6.ffn_down_exps.lora_up": { "dtype": "f16", "shape": [ 16, 256, 64 ], "shard": 1, "offset": 52065024, "nbytes": 524288 }, "blk.7.ffn_down_exps.lora_down": { "dtype": "f16", "shape": [ 1536, 16, 64 ], "shard": 1, "offset": 52589312, "nbytes": 3145728 }, "blk.7.ffn_down_exps.lora_up": { "dtype": "f16", "shape": [ 16, 256, 64 ], "shard": 1, "offset": 55735040, "nbytes": 524288 }, "blk.8.ffn_down_exps.lora_down": { "dtype": "f16", "shape": [ 1536, 16, 64 ], "shard": 1, "offset": 56259328, "nbytes": 3145728 }, "blk.8.ffn_down_exps.lora_up": { "dtype": "f16", "shape": [ 16, 256, 64 ], "shard": 1, "offset": 59405056, "nbytes": 524288 }, "blk.9.ffn_down_exps.lora_down": { "dtype": "f16", "shape": [ 1536, 16, 64 ], "shard": 1, "offset": 59929344, "nbytes": 3145728 }, "blk.9.ffn_down_exps.lora_up": { "dtype": "f16", "shape": [ 16, 256, 64 ], "shard": 1, "offset": 63075072, "nbytes": 524288 }, "blk.10.ffn_down_exps.lora_down": { "dtype": "f16", "shape": [ 1536, 16, 64 ], "shard": 1, "offset": 63599360, "nbytes": 3145728 }, "blk.10.ffn_down_exps.lora_up": { "dtype": "f16", "shape": [ 16, 256, 64 ], "shard": 2, "offset": 0, "nbytes": 524288 }, "blk.1.router_bias": { "dtype": "f32", "shape": [ 64 ], "shard": 2, "offset": 524288, "nbytes": 256 }, "blk.2.router_bias": { "dtype": "f32", "shape": [ 64 ], "shard": 2, "offset": 524544, "nbytes": 256 }, "blk.3.router_bias": { "dtype": "f32", "shape": [ 64 ], "shard": 2, "offset": 524800, "nbytes": 256 }, "blk.4.router_bias": { "dtype": "f32", "shape": [ 64 ], "shard": 2, "offset": 525056, "nbytes": 256 }, "blk.5.router_bias": { "dtype": "f32", "shape": [ 64 ], "shard": 2, "offset": 525312, "nbytes": 256 }, "blk.6.router_bias": { "dtype": "f32", "shape": [ 64 ], "shard": 2, "offset": 525568, "nbytes": 256 }, "blk.7.router_bias": { "dtype": "f32", "shape": [ 64 ], "shard": 2, "offset": 525824, "nbytes": 256 }, "blk.8.router_bias": { "dtype": "f32", "shape": [ 64 ], "shard": 2, "offset": 526080, "nbytes": 256 }, "blk.9.router_bias": { "dtype": "f32", "shape": [ 64 ], "shard": 2, "offset": 526336, "nbytes": 256 }, "blk.10.router_bias": { "dtype": "f32", "shape": [ 64 ], "shard": 2, "offset": 526592, "nbytes": 256 } } }
{
"format": "zonos3-web-v1",
"model": "edit",
"meta": {
"general.architecture": "zonos3",
"general.name": "ZONOS3 rate30_r2_grpo_g8_skip_lr1e-6 step 587 + z3m_omni3b_edit_lora vocabulary + phoneme tokens Q4_0-expert/Q8_0-mixer PTQ",
"block_count": 11,
"context_length": 32768,
"embedding_length": 1024,
"head_dim": 32,
"attention.head_count": 16,
"attention.head_count_kv": 4,
"feed_forward_length": 2048,
"expert_count": 64,
"n_codebooks": 10,
"codebook_size": 4096,
"audio_vocab": 4099,
"eoa_id": 4096,
"audio_pad_id": 4097,
"text_vocab": 8196,
"gdn.head_count": 4,
"gdn.head_dim": 128,
"gdn.conv_kernel": 4,
"speaker.embedding_length": 192,
"condition.count": 3,
"rope.freq_base": 10000.0,
"attention.layer_norm_rms_epsilon": 9.999999747378752e-06,
"attention.qk_norm_epsilon": 9.999999974752427e-07,
"logit_softcap": 15.0,
"expert_used_count_per_layer": [
0,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
"condition.bucket_counts": [
10,
10,
30
],
"codec": "mossdual",
"moe.balancing": "quantile",
"attention.pattern": "gdn3_global1",
"residual.type": "full_attnres",
"tokenizer.offset": 4,
"tokenizer.bos": 2,
"tokenizer.eos": 3,
"condition.names": [
"loudness",
"fmax",
"speaking_rate"
],
"condition.units": [
"LUFS",
"Hz",
"utf-8 bytes per second"
],
"condition.edges.loudness": [
-29.777999877929688,
-26.94700050354004,
-25.047000885009766,
-23.299999237060547,
-21.743000030517578,
-20.38599967956543,
-19.18600082397461,
-17.85099983215332,
-15.967000007629395
],
"condition.edges.fmax": [
8437.5,
10242.2001953125,
11507.7998046875,
13359.400390625,
15164.099609375,
15585.900390625,
15750.0,
17765.599609375,
19945.30078125
],
"condition.edges.speaking_rate": [
6.546000003814697,
8.182000160217285,
9.27299976348877,
10.3100004196167,
11.053999900817871,
11.666999816894531,
12.192999839782715,
12.656000137329102,
13.083000183105469,
13.47599983215332,
13.845999717712402,
14.196000099182129,
14.529999732971191,