Sariel00 commited on
Commit
36b3156
·
verified ·
1 Parent(s): 3706f1c

Keep MTP opt-in: default-off build, isolated experimental package and measurements

Browse files

Add explicit experimental MTP compile gating and resident probe tools/results. Normal terminal/API inference does not initialize MTP. Keep final v6 model and portable binary unchanged; exclude MTP build artifacts.

.gitignore CHANGED
@@ -28,6 +28,11 @@ releases/
28
  !models/local-final/v6-board-test/ling3-tiny-w4.l3r
29
  models/local-final/v6-board-test/mindnano-infer
30
 
 
 
 
 
 
31
  # Generated quantization payloads
32
  calibration/assets/quantized-assets/
33
  work/
 
28
  !models/local-final/v6-board-test/ling3-tiny-w4.l3r
29
  models/local-final/v6-board-test/mindnano-infer
30
 
31
+ # Explicit opt-in MTP publication assets and reproducibility records
32
+ !models/local-experimental/mtp/ling3-tiny-v6-mtp-experimental.l3r
33
+ !docs/measurements/mtp-latest-20261002/**/benchmark.log
34
+ !docs/measurements/mtp-latest-20261002/**/telemetry.jsonl
35
+
36
  # Generated quantization payloads
37
  calibration/assets/quantized-assets/
38
  work/
docs/measurements/mtp-latest-20261002/baseline-32k/benchmark.log ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ benchmark=resident_mtp_forward_not_speculative
2
+ context_capacity=32768 cases=4 mtp_enabled=0 new_tokens=64 iterations=3
3
+ initialization_ms=26056.0407
4
+ initial_rss_mib=6493.7227 initial_hwm_mib=6952.4688
5
+ phase=warmup case=0 seqlen=128 round=0 mode=target_only sequential_prefill_ms=7009.2474 decode_wall_ms=3590.9191 tokens_per_second=17.5443 target_mean_ms=56.8572 target_p50_ms=56.8678 target_p95_ms=60.9162 mla_npu_calls=0 mla_cpu_calls=1146 mla_fallbacks=0 rss_mib=6515.7969 hwm_mib=6952.4688 teacher_hash=658009ec40b8a851
6
+ phase=measured case=0 seqlen=128 round=1 mode=target_only sequential_prefill_ms=6811.9736 decode_wall_ms=3372.4425 tokens_per_second=18.6808 target_mean_ms=53.3893 target_p50_ms=53.1641 target_p95_ms=55.6407 mla_npu_calls=0 mla_cpu_calls=1146 mla_fallbacks=0 rss_mib=6515.7969 hwm_mib=6952.4688 teacher_hash=658009ec40b8a851
7
+ phase=measured case=0 seqlen=128 round=2 mode=target_only sequential_prefill_ms=6789.6356 decode_wall_ms=3418.9041 tokens_per_second=18.4270 target_mean_ms=54.1267 target_p50_ms=53.6649 target_p95_ms=57.7375 mla_npu_calls=0 mla_cpu_calls=1146 mla_fallbacks=0 rss_mib=6515.7969 hwm_mib=6952.4688 teacher_hash=658009ec40b8a851
8
+ phase=measured case=0 seqlen=128 round=3 mode=target_only sequential_prefill_ms=6831.5958 decode_wall_ms=3463.6968 tokens_per_second=18.1887 target_mean_ms=54.8376 target_p50_ms=54.5005 target_p95_ms=57.8166 mla_npu_calls=0 mla_cpu_calls=1146 mla_fallbacks=0 rss_mib=6515.7969 hwm_mib=6952.4688 teacher_hash=658009ec40b8a851
9
+ phase=warmup case=1 seqlen=44 round=0 mode=target_only sequential_prefill_ms=2397.1137 decode_wall_ms=3504.1344 tokens_per_second=17.9788 target_mean_ms=55.4798 target_p50_ms=56.1491 target_p95_ms=58.8859 mla_npu_calls=0 mla_cpu_calls=642 mla_fallbacks=0 rss_mib=6519.8555 hwm_mib=6952.4688 teacher_hash=871f43b0902ff7a0
10
+ phase=measured case=1 seqlen=44 round=1 mode=target_only sequential_prefill_ms=2298.1650 decode_wall_ms=3344.8173 tokens_per_second=18.8351 target_mean_ms=52.9508 target_p50_ms=52.8301 target_p95_ms=55.1145 mla_npu_calls=0 mla_cpu_calls=642 mla_fallbacks=0 rss_mib=6519.8555 hwm_mib=6952.4688 teacher_hash=871f43b0902ff7a0
11
+ phase=measured case=1 seqlen=44 round=2 mode=target_only sequential_prefill_ms=2306.3258 decode_wall_ms=3358.0066 tokens_per_second=18.7611 target_mean_ms=53.1600 target_p50_ms=53.1183 target_p95_ms=56.8850 mla_npu_calls=0 mla_cpu_calls=642 mla_fallbacks=0 rss_mib=6519.8555 hwm_mib=6952.4688 teacher_hash=871f43b0902ff7a0
12
+ phase=measured case=1 seqlen=44 round=3 mode=target_only sequential_prefill_ms=2310.7414 decode_wall_ms=3352.8422 tokens_per_second=18.7900 target_mean_ms=53.0781 target_p50_ms=52.8657 target_p95_ms=56.1491 mla_npu_calls=0 mla_cpu_calls=642 mla_fallbacks=0 rss_mib=6519.8555 hwm_mib=6952.4688 teacher_hash=871f43b0902ff7a0
13
+ phase=warmup case=2 seqlen=42 round=0 mode=target_only sequential_prefill_ms=2271.8147 decode_wall_ms=3444.7072 tokens_per_second=18.2889 target_mean_ms=54.5362 target_p50_ms=53.5639 target_p95_ms=60.0689 mla_npu_calls=0 mla_cpu_calls=630 mla_fallbacks=0 rss_mib=6521.8945 hwm_mib=6952.4688 teacher_hash=34da8f0ff021a5e
14
+ phase=measured case=2 seqlen=42 round=1 mode=target_only sequential_prefill_ms=2209.2922 decode_wall_ms=3371.3898 tokens_per_second=18.6867 target_mean_ms=53.3725 target_p50_ms=53.0611 target_p95_ms=56.5128 mla_npu_calls=0 mla_cpu_calls=630 mla_fallbacks=0 rss_mib=6521.8945 hwm_mib=6952.4688 teacher_hash=34da8f0ff021a5e
15
+ phase=measured case=2 seqlen=42 round=2 mode=target_only sequential_prefill_ms=2174.6023 decode_wall_ms=3317.1285 tokens_per_second=18.9923 target_mean_ms=52.5109 target_p50_ms=52.5019 target_p95_ms=54.7446 mla_npu_calls=0 mla_cpu_calls=630 mla_fallbacks=0 rss_mib=6521.8945 hwm_mib=6952.4688 teacher_hash=34da8f0ff021a5e
16
+ phase=measured case=2 seqlen=42 round=3 mode=target_only sequential_prefill_ms=2210.6348 decode_wall_ms=3401.8597 tokens_per_second=18.5193 target_mean_ms=53.8561 target_p50_ms=53.6719 target_p95_ms=57.7378 mla_npu_calls=0 mla_cpu_calls=630 mla_fallbacks=0 rss_mib=6521.8945 hwm_mib=6952.4688 teacher_hash=34da8f0ff021a5e
17
+ phase=warmup case=3 seqlen=39 round=0 mode=target_only sequential_prefill_ms=2085.8398 decode_wall_ms=3434.0316 tokens_per_second=18.3458 target_mean_ms=54.3667 target_p50_ms=53.7643 target_p95_ms=58.3460 mla_npu_calls=0 mla_cpu_calls=612 mla_fallbacks=0 rss_mib=6524.0742 hwm_mib=6952.4688 teacher_hash=d5dafb8e2a4e1f3f
18
+ phase=measured case=3 seqlen=39 round=1 mode=target_only sequential_prefill_ms=2044.9585 decode_wall_ms=3364.3849 tokens_per_second=18.7256 target_mean_ms=53.2609 target_p50_ms=52.8689 target_p95_ms=57.0358 mla_npu_calls=0 mla_cpu_calls=612 mla_fallbacks=0 rss_mib=6524.0742 hwm_mib=6952.4688 teacher_hash=d5dafb8e2a4e1f3f
19
+ phase=measured case=3 seqlen=39 round=2 mode=target_only sequential_prefill_ms=2062.7630 decode_wall_ms=3310.3520 tokens_per_second=19.0312 target_mean_ms=52.4035 target_p50_ms=52.4404 target_p95_ms=54.5008 mla_npu_calls=0 mla_cpu_calls=612 mla_fallbacks=0 rss_mib=6524.0742 hwm_mib=6952.4688 teacher_hash=d5dafb8e2a4e1f3f
20
+ phase=measured case=3 seqlen=39 round=3 mode=target_only sequential_prefill_ms=2030.5030 decode_wall_ms=3364.5381 tokens_per_second=18.7247 target_mean_ms=53.2634 target_p50_ms=53.2539 target_p95_ms=56.1184 mla_npu_calls=0 mla_cpu_calls=612 mla_fallbacks=0 rss_mib=6524.0742 hwm_mib=6952.4688 teacher_hash=d5dafb8e2a4e1f3f
docs/measurements/mtp-latest-20261002/baseline-32k/telemetry.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
docs/measurements/mtp-latest-20261002/combined-32k/benchmark.log ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ benchmark=resident_mtp_forward_not_speculative
2
+ context_capacity=32768 cases=4 mtp_enabled=1 new_tokens=64 iterations=3
3
+ initialization_ms=21645.1046
4
+ initial_rss_mib=6990.0547 initial_hwm_mib=6990.0547
5
+ phase=warmup case=0 seqlen=128 round=0 mode=target_only sequential_prefill_ms=6967.1134 decode_wall_ms=3522.7244 tokens_per_second=17.8839 target_mean_ms=55.7743 target_p50_ms=55.8236 target_p95_ms=60.1360 mla_npu_calls=0 mla_cpu_calls=1146 mla_fallbacks=0 rss_mib=7011.7422 hwm_mib=7011.7422 teacher_hash=658009ec40b8a851
6
+ phase=warmup case=0 seqlen=128 round=0 mode=target_plus_mtp sequential_prefill_ms=8104.4661 decode_wall_ms=4082.3060 tokens_per_second=15.4325 target_mean_ms=53.8507 target_p50_ms=53.5946 target_p95_ms=55.8889 mtp_mean_ms=10.6640 mtp_p50_ms=10.7322 mtp_p95_ms=10.8976 mtp_layers_mean_ms=2.1554 mtp_head_mean_ms=8.5086 target_agreement=64/64 draft_top1_hits=3/63 mla_npu_calls=0 mla_cpu_calls=1336 mla_fallbacks=0 rss_mib=7011.7422 hwm_mib=7011.7422 teacher_hash=658009ec40b8a851
7
+ phase=measured case=0 seqlen=128 round=1 mode=target_only sequential_prefill_ms=6777.7242 decode_wall_ms=3386.9014 tokens_per_second=18.6011 target_mean_ms=53.6188 target_p50_ms=53.8215 target_p95_ms=55.9391 mla_npu_calls=0 mla_cpu_calls=1146 mla_fallbacks=0 rss_mib=7011.7422 hwm_mib=7011.7422 teacher_hash=658009ec40b8a851
8
+ phase=measured case=0 seqlen=128 round=1 mode=target_plus_mtp sequential_prefill_ms=8088.2306 decode_wall_ms=4136.8442 tokens_per_second=15.2290 target_mean_ms=54.7173 target_p50_ms=54.2724 target_p95_ms=59.8913 mtp_mean_ms=10.6634 mtp_p50_ms=10.7386 mtp_p95_ms=10.8696 mtp_layers_mean_ms=2.1460 mtp_head_mean_ms=8.5173 target_agreement=64/64 draft_top1_hits=3/63 mla_npu_calls=0 mla_cpu_calls=1336 mla_fallbacks=0 rss_mib=7011.7422 hwm_mib=7011.7422 teacher_hash=658009ec40b8a851
9
+ phase=measured case=0 seqlen=128 round=2 mode=target_only sequential_prefill_ms=6803.6442 decode_wall_ms=3406.4178 tokens_per_second=18.4945 target_mean_ms=53.9282 target_p50_ms=53.9210 target_p95_ms=55.9321 mla_npu_calls=0 mla_cpu_calls=1146 mla_fallbacks=0 rss_mib=7011.7422 hwm_mib=7011.7422 teacher_hash=658009ec40b8a851
10
+ phase=measured case=0 seqlen=128 round=2 mode=target_plus_mtp sequential_prefill_ms=8181.7273 decode_wall_ms=4090.7270 tokens_per_second=15.4007 target_mean_ms=54.0451 target_p50_ms=53.9600 target_p95_ms=56.5347 mtp_mean_ms=10.6028 mtp_p50_ms=10.6503 mtp_p95_ms=10.8579 mtp_layers_mean_ms=2.0867 mtp_head_mean_ms=8.5160 target_agreement=64/64 draft_top1_hits=3/63 mla_npu_calls=0 mla_cpu_calls=1336 mla_fallbacks=0 rss_mib=7011.7422 hwm_mib=7011.7422 teacher_hash=658009ec40b8a851
11
+ phase=measured case=0 seqlen=128 round=3 mode=target_only sequential_prefill_ms=6777.1029 decode_wall_ms=3387.4346 tokens_per_second=18.5981 target_mean_ms=53.6268 target_p50_ms=53.6316 target_p95_ms=56.0350 mla_npu_calls=0 mla_cpu_calls=1146 mla_fallbacks=0 rss_mib=7011.7422 hwm_mib=7011.7422 teacher_hash=658009ec40b8a851
12
+ phase=measured case=0 seqlen=128 round=3 mode=target_plus_mtp sequential_prefill_ms=8117.0703 decode_wall_ms=4090.2638 tokens_per_second=15.4024 target_mean_ms=54.0327 target_p50_ms=54.0537 target_p95_ms=55.9198 mtp_mean_ms=10.6083 mtp_p50_ms=10.6371 mtp_p95_ms=10.8801 mtp_layers_mean_ms=2.1053 mtp_head_mean_ms=8.5030 target_agreement=64/64 draft_top1_hits=3/63 mla_npu_calls=0 mla_cpu_calls=1336 mla_fallbacks=0 rss_mib=7011.7422 hwm_mib=7011.7422 teacher_hash=658009ec40b8a851
13
+ phase=warmup case=1 seqlen=44 round=0 mode=target_only sequential_prefill_ms=2343.9114 decode_wall_ms=3460.0088 tokens_per_second=18.2080 target_mean_ms=54.7787 target_p50_ms=54.5081 target_p95_ms=59.0655 mla_npu_calls=0 mla_cpu_calls=642 mla_fallbacks=0 rss_mib=7016.4453 hwm_mib=7016.4453 teacher_hash=871f43b0902ff7a0
14
+ phase=warmup case=1 seqlen=44 round=0 mode=target_plus_mtp sequential_prefill_ms=2769.4435 decode_wall_ms=4051.2516 tokens_per_second=15.5507 target_mean_ms=53.5116 target_p50_ms=52.9053 target_p95_ms=58.9524 mtp_mean_ms=10.5103 mtp_p50_ms=10.6173 mtp_p95_ms=10.7690 mtp_layers_mean_ms=2.0032 mtp_head_mean_ms=8.5072 target_agreement=64/64 draft_top1_hits=6/63 mla_npu_calls=0 mla_cpu_calls=748 mla_fallbacks=0 rss_mib=7016.4453 hwm_mib=7016.4453 teacher_hash=871f43b0902ff7a0
15
+ phase=measured case=1 seqlen=44 round=1 mode=target_only sequential_prefill_ms=2309.9139 decode_wall_ms=3311.3708 tokens_per_second=19.0254 target_mean_ms=52.4194 target_p50_ms=52.5889 target_p95_ms=54.7222 mla_npu_calls=0 mla_cpu_calls=642 mla_fallbacks=0 rss_mib=7016.4453 hwm_mib=7016.4453 teacher_hash=871f43b0902ff7a0
16
+ phase=measured case=1 seqlen=44 round=1 mode=target_plus_mtp sequential_prefill_ms=2744.0930 decode_wall_ms=4050.4763 tokens_per_second=15.5537 target_mean_ms=53.5037 target_p50_ms=53.1667 target_p95_ms=57.9720 mtp_mean_ms=10.5057 mtp_p50_ms=10.5642 mtp_p95_ms=10.7497 mtp_layers_mean_ms=2.0001 mtp_head_mean_ms=8.5055 target_agreement=64/64 draft_top1_hits=6/63 mla_npu_calls=0 mla_cpu_calls=748 mla_fallbacks=0 rss_mib=7016.4453 hwm_mib=7016.4453 teacher_hash=871f43b0902ff7a0
17
+ phase=measured case=1 seqlen=44 round=2 mode=target_only sequential_prefill_ms=2298.5147 decode_wall_ms=3364.2884 tokens_per_second=18.7261 target_mean_ms=53.2597 target_p50_ms=53.2364 target_p95_ms=55.6850 mla_npu_calls=0 mla_cpu_calls=642 mla_fallbacks=0 rss_mib=7016.4453 hwm_mib=7016.4453 teacher_hash=871f43b0902ff7a0
18
+ phase=measured case=1 seqlen=44 round=2 mode=target_plus_mtp sequential_prefill_ms=2775.3998 decode_wall_ms=4050.3445 tokens_per_second=15.5542 target_mean_ms=53.4765 target_p50_ms=53.2227 target_p95_ms=56.3451 mtp_mean_ms=10.5306 mtp_p50_ms=10.5887 mtp_p95_ms=10.7380 mtp_layers_mean_ms=2.0281 mtp_head_mean_ms=8.5025 target_agreement=64/64 draft_top1_hits=6/63 mla_npu_calls=0 mla_cpu_calls=748 mla_fallbacks=0 rss_mib=7016.4453 hwm_mib=7016.4453 teacher_hash=871f43b0902ff7a0
19
+ phase=measured case=1 seqlen=44 round=3 mode=target_only sequential_prefill_ms=2331.0184 decode_wall_ms=3362.5678 tokens_per_second=18.7357 target_mean_ms=53.2324 target_p50_ms=52.9042 target_p95_ms=55.7311 mla_npu_calls=0 mla_cpu_calls=642 mla_fallbacks=0 rss_mib=7016.4453 hwm_mib=7016.4453 teacher_hash=871f43b0902ff7a0
20
+ phase=measured case=1 seqlen=44 round=3 mode=target_plus_mtp sequential_prefill_ms=2815.8345 decode_wall_ms=4003.0976 tokens_per_second=15.7378 target_mean_ms=52.7688 target_p50_ms=52.6338 target_p95_ms=54.3818 mtp_mean_ms=10.4886 mtp_p50_ms=10.5047 mtp_p95_ms=10.7413 mtp_layers_mean_ms=1.9892 mtp_head_mean_ms=8.4994 target_agreement=64/64 draft_top1_hits=6/63 mla_npu_calls=0 mla_cpu_calls=748 mla_fallbacks=0 rss_mib=7016.4453 hwm_mib=7016.4453 teacher_hash=871f43b0902ff7a0
21
+ phase=warmup case=2 seqlen=42 round=0 mode=target_only sequential_prefill_ms=2283.5438 decode_wall_ms=3441.0216 tokens_per_second=18.3085 target_mean_ms=54.4775 target_p50_ms=53.4181 target_p95_ms=59.2557 mla_npu_calls=0 mla_cpu_calls=630 mla_fallbacks=0 rss_mib=7018.6602 hwm_mib=7018.6602 teacher_hash=34da8f0ff021a5e
22
+ phase=warmup case=2 seqlen=42 round=0 mode=target_plus_mtp sequential_prefill_ms=2615.2438 decode_wall_ms=3991.2124 tokens_per_second=15.7847 target_mean_ms=52.6076 target_p50_ms=52.6250 target_p95_ms=54.3500 mtp_mean_ms=10.4609 mtp_p50_ms=10.4458 mtp_p95_ms=10.7544 mtp_layers_mean_ms=1.9589 mtp_head_mean_ms=8.5020 target_agreement=64/64 draft_top1_hits=3/63 mla_npu_calls=0 mla_cpu_calls=734 mla_fallbacks=0 rss_mib=7018.6602 hwm_mib=7018.6602 teacher_hash=34da8f0ff021a5e
23
+ phase=measured case=2 seqlen=42 round=1 mode=target_only sequential_prefill_ms=2208.2789 decode_wall_ms=3363.2054 tokens_per_second=18.7321 target_mean_ms=53.2424 target_p50_ms=53.0418 target_p95_ms=55.4951 mla_npu_calls=0 mla_cpu_calls=630 mla_fallbacks=0 rss_mib=7018.6602 hwm_mib=7018.6602 teacher_hash=34da8f0ff021a5e
24
+ phase=measured case=2 seqlen=42 round=1 mode=target_plus_mtp sequential_prefill_ms=2612.7750 decode_wall_ms=4034.0593 tokens_per_second=15.6170 target_mean_ms=53.2588 target_p50_ms=53.1116 target_p95_ms=55.4123 mtp_mean_ms=10.4896 mtp_p50_ms=10.5280 mtp_p95_ms=10.7663 mtp_layers_mean_ms=1.9872 mtp_head_mean_ms=8.5024 target_agreement=64/64 draft_top1_hits=3/63 mla_npu_calls=0 mla_cpu_calls=734 mla_fallbacks=0 rss_mib=7018.6602 hwm_mib=7018.6602 teacher_hash=34da8f0ff021a5e
25
+ phase=measured case=2 seqlen=42 round=2 mode=target_only sequential_prefill_ms=2195.5303 decode_wall_ms=3423.7891 tokens_per_second=18.4007 target_mean_ms=54.2041 target_p50_ms=52.5014 target_p95_ms=55.6497 mla_npu_calls=0 mla_cpu_calls=630 mla_fallbacks=0 rss_mib=7018.6602 hwm_mib=7018.6602 teacher_hash=34da8f0ff021a5e
26
+ phase=measured case=2 seqlen=42 round=2 mode=target_plus_mtp sequential_prefill_ms=2646.5797 decode_wall_ms=4058.2719 tokens_per_second=15.5238 target_mean_ms=53.5882 target_p50_ms=53.3265 target_p95_ms=55.3029 mtp_mean_ms=10.5445 mtp_p50_ms=10.6153 mtp_p95_ms=10.7421 mtp_layers_mean_ms=2.0474 mtp_head_mean_ms=8.4971 target_agreement=64/64 draft_top1_hits=3/63 mla_npu_calls=0 mla_cpu_calls=734 mla_fallbacks=0 rss_mib=7018.6602 hwm_mib=7018.6602 teacher_hash=34da8f0ff021a5e
27
+ phase=measured case=2 seqlen=42 round=3 mode=target_only sequential_prefill_ms=2180.3046 decode_wall_ms=3325.4491 tokens_per_second=18.9448 target_mean_ms=52.6429 target_p50_ms=52.4634 target_p95_ms=54.9339 mla_npu_calls=0 mla_cpu_calls=630 mla_fallbacks=0 rss_mib=7018.6602 hwm_mib=7018.6602 teacher_hash=34da8f0ff021a5e
28
+ phase=measured case=2 seqlen=42 round=3 mode=target_plus_mtp sequential_prefill_ms=2625.5702 decode_wall_ms=4012.3703 tokens_per_second=15.7014 target_mean_ms=52.8922 target_p50_ms=52.5935 target_p95_ms=55.3487 mtp_mean_ms=10.5123 mtp_p50_ms=10.5735 mtp_p95_ms=10.7363 mtp_layers_mean_ms=1.9857 mtp_head_mean_ms=8.5266 target_agreement=64/64 draft_top1_hits=3/63 mla_npu_calls=0 mla_cpu_calls=734 mla_fallbacks=0 rss_mib=7018.6602 hwm_mib=7018.6602 teacher_hash=34da8f0ff021a5e
29
+ phase=warmup case=3 seqlen=39 round=0 mode=target_only sequential_prefill_ms=2103.5865 decode_wall_ms=3438.4035 tokens_per_second=18.3225 target_mean_ms=54.4357 target_p50_ms=53.5494 target_p95_ms=59.5343 mla_npu_calls=0 mla_cpu_calls=612 mla_fallbacks=0 rss_mib=7020.9922 hwm_mib=7020.9922 teacher_hash=d5dafb8e2a4e1f3f
30
+ phase=warmup case=3 seqlen=39 round=0 mode=target_plus_mtp sequential_prefill_ms=2434.3190 decode_wall_ms=4036.3394 tokens_per_second=15.6082 target_mean_ms=53.2858 target_p50_ms=53.1786 target_p95_ms=55.3362 mtp_mean_ms=10.4994 mtp_p50_ms=10.5627 mtp_p95_ms=10.7573 mtp_layers_mean_ms=1.9988 mtp_head_mean_ms=8.5007 target_agreement=64/64 draft_top1_hits=5/63 mla_npu_calls=0 mla_cpu_calls=713 mla_fallbacks=0 rss_mib=7020.9922 hwm_mib=7020.9922 teacher_hash=d5dafb8e2a4e1f3f
31
+ phase=measured case=3 seqlen=39 round=1 mode=target_only sequential_prefill_ms=2061.4312 decode_wall_ms=3345.0778 tokens_per_second=18.8336 target_mean_ms=52.9546 target_p50_ms=53.0372 target_p95_ms=54.8648 mla_npu_calls=0 mla_cpu_calls=612 mla_fallbacks=0 rss_mib=7020.9922 hwm_mib=7020.9922 teacher_hash=d5dafb8e2a4e1f3f
32
+ phase=measured case=3 seqlen=39 round=1 mode=target_plus_mtp sequential_prefill_ms=2442.8167 decode_wall_ms=4044.1129 tokens_per_second=15.5782 target_mean_ms=53.4003 target_p50_ms=53.2046 target_p95_ms=55.2469 mtp_mean_ms=10.5082 mtp_p50_ms=10.5759 mtp_p95_ms=10.7573 mtp_layers_mean_ms=2.0036 mtp_head_mean_ms=8.5046 target_agreement=64/64 draft_top1_hits=5/63 mla_npu_calls=0 mla_cpu_calls=713 mla_fallbacks=0 rss_mib=7020.9922 hwm_mib=7020.9922 teacher_hash=d5dafb8e2a4e1f3f
33
+ phase=measured case=3 seqlen=39 round=2 mode=target_only sequential_prefill_ms=2055.2766 decode_wall_ms=3395.4540 tokens_per_second=18.5542 target_mean_ms=53.7541 target_p50_ms=53.1932 target_p95_ms=59.5970 mla_npu_calls=0 mla_cpu_calls=612 mla_fallbacks=0 rss_mib=7020.9922 hwm_mib=7020.9922 teacher_hash=d5dafb8e2a4e1f3f
34
+ phase=measured case=3 seqlen=39 round=2 mode=target_plus_mtp sequential_prefill_ms=2456.2801 decode_wall_ms=4063.8972 tokens_per_second=15.5024 target_mean_ms=53.7084 target_p50_ms=53.1798 target_p95_ms=56.9375 mtp_mean_ms=10.5139 mtp_p50_ms=10.5861 mtp_p95_ms=10.7442 mtp_layers_mean_ms=2.0130 mtp_head_mean_ms=8.5008 target_agreement=64/64 draft_top1_hits=5/63 mla_npu_calls=0 mla_cpu_calls=713 mla_fallbacks=0 rss_mib=7020.9922 hwm_mib=7020.9922 teacher_hash=d5dafb8e2a4e1f3f
35
+ phase=measured case=3 seqlen=39 round=3 mode=target_only sequential_prefill_ms=2043.8362 decode_wall_ms=3342.5490 tokens_per_second=18.8479 target_mean_ms=52.9146 target_p50_ms=52.8616 target_p95_ms=54.9882 mla_npu_calls=0 mla_cpu_calls=612 mla_fallbacks=0 rss_mib=7020.9922 hwm_mib=7020.9922 teacher_hash=d5dafb8e2a4e1f3f
36
+ phase=measured case=3 seqlen=39 round=3 mode=target_plus_mtp sequential_prefill_ms=2446.8468 decode_wall_ms=4022.1532 tokens_per_second=15.6633 target_mean_ms=53.0606 target_p50_ms=52.9561 target_p95_ms=54.9719 mtp_mean_ms=10.4988 mtp_p50_ms=10.5517 mtp_p95_ms=10.7098 mtp_layers_mean_ms=2.0095 mtp_head_mean_ms=8.4893 target_agreement=64/64 draft_top1_hits=5/63 mla_npu_calls=0 mla_cpu_calls=713 mla_fallbacks=0 rss_mib=7020.9922 hwm_mib=7020.9922 teacher_hash=d5dafb8e2a4e1f3f
docs/measurements/mtp-latest-20261002/combined-32k/telemetry.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
models/local-experimental/mtp/ling3-tiny-v6-mtp-experimental.l3r ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edfc670a0d27d9e5db1a49e18584adb1f47af1120b2060cfa5042ec9332ce8a9
3
+ size 5188395008