x4rand: serving results + repo README

README.md

@@ -34,6 +34,7 @@ greedy, concurrency 1, 500/500 completed. Same protocol as the dense and K4-jitt
 | x4rand | 1 | 73,670 | 5.1485 | 5.2314 | +3.44% (dense 5.0575) |
 | x4rand | 2 | 147,335 | 5.2056 | 5.2922 | +4.79% (dense 5.0502) |
 | x4rand | 3 | 221,001 | 5.2202 | 5.3261 | +5.46% vs dense E2 5.0502 (dense stopped after E2) |
+| x4rand | 4 | 294,682 | 5.2201 | 5.3113 | +5.17% vs dense E2 5.0502; best epoch = 3 |
 
 Reference arms (model-only, no optimizer) are in `ryan-0608/MoS-Aurora-Experiment-Archive` under
 `dflash2_27b_traj_20260915/main-800k/`: `dense/epoch1`, `dense/epoch2`, `mos/epoch1` (K4 shared+1% jitter,

dflash2_27b_traj_20260915/main-800k/x4rand/epoch4/serving/acceptance_summary.json

@@ -0,0 +1,26 @@
+{
+  "concurrency": 1,
+  "draft_checkpoint": "/mnt/weka/mos/experiments/dflash2/qwen3.8-27b-traj/runs-b16-800k-traj-x4rand/mos/checkpoints/3/sglang_export",
+  "eval": "/workspace/weka-mirror/mos/data/aurora-100k/eval_balanced_500_seed20260719_thinknorm_v1.jsonl",
+  "finished_at_utc": "2026-09-25T09:36:39Z",
+  "latency_p50_seconds": 0.5017778598703444,
+  "latency_p95_seconds": 0.8580532639753073,
+  "max_tokens": 128,
+  "mean_of_per_request_ratios": 6.334351040787312,
+  "measured_wallclock_seconds": 259.594325958984,
+  "n_completed": 500,
+  "n_prompts": 500,
+  "n_successful": 500,
+  "output_token_throughput_per_second": 243.76110597270184,
+  "pooled_accept_length": 5.311314420010072,
+  "server_metric_accept_length": 4.125,
+  "speculative_algorithm": "DFLASH",
+  "speculative_eagle_topk": 0,
+  "speculative_num_draft_tokens": 16,
+  "speculative_num_steps": 0,
+  "successful_completion_tokens": 63279,
+  "target": "/mnt/weka/huggingface/hub/models--Qwen--Qwen3.8-27B/snapshots/1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
+  "total_completion_tokens": 63279,
+  "total_verify_ct": 11914,
+  "warmup_count": 10
+}

dflash2_27b_traj_20260915/main-800k/x4rand/epoch4/serving/client.log

@@ -0,0 +1,46 @@
+warmup 1/10
+warmup 2/10
+warmup 3/10
+warmup 4/10
+warmup 5/10
+warmup 6/10
+warmup 7/10
+warmup 8/10
+warmup 9/10
+warmup 10/10
+request 50/500 id=q8eval_dc5eedcbc5aa725f0feb0366 al=5.333333333333333 error=None
+request 100/500 id=q8eval_7a986284e914de87bbb616ab al=3.657142857142857 error=None
+request 150/500 id=q8eval_960752a23f720cbafe8bb55e al=4.7407407407407405 error=None
+request 200/500 id=q8eval_d8b172e9de37f6e592f86d87 al=4.7407407407407405 error=None
+request 250/500 id=q8eval_e33d29487007e49b5656b7d8 al=4.923076923076923 error=None
+request 300/500 id=q8eval_4868a37b6be51d452ffd7505 al=3.878787878787879 error=None
+request 350/500 id=q8eval_95595366eb16b5393730d326 al=6.095238095238095 error=None
+request 400/500 id=q8eval_9108cacb70a1386825c8be4f al=7.111111111111111 error=None
+request 450/500 id=q8eval_263c3c4bfdf0771eb4f86851 al=9.846153846153847 error=None
+request 500/500 id=q8eval_a0da1ae07ade386892f7acc0 al=4.129032258064516 error=None
+{
+  "concurrency": 1,
+  "draft_checkpoint": "/mnt/weka/mos/experiments/dflash2/qwen3.8-27b-traj/runs-b16-800k-traj-x4rand/mos/checkpoints/3/sglang_export",
+  "eval": "/workspace/weka-mirror/mos/data/aurora-100k/eval_balanced_500_seed20260719_thinknorm_v1.jsonl",
+  "finished_at_utc": "2026-09-25T09:36:39Z",
+  "latency_p50_seconds": 0.5017778598703444,
+  "latency_p95_seconds": 0.8580532639753073,
+  "max_tokens": 128,
+  "mean_of_per_request_ratios": 6.334351040787312,
+  "measured_wallclock_seconds": 259.594325958984,
+  "n_completed": 500,
+  "n_prompts": 500,
+  "n_successful": 500,
+  "output_token_throughput_per_second": 243.76110597270184,
+  "pooled_accept_length": 5.311314420010072,
+  "server_metric_accept_length": 4.125,
+  "speculative_algorithm": "DFLASH",
+  "speculative_eagle_topk": 0,
+  "speculative_num_draft_tokens": 16,
+  "speculative_num_steps": 0,
+  "successful_completion_tokens": 63279,
+  "target": "/mnt/weka/huggingface/hub/models--Qwen--Qwen3.8-27B/snapshots/1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
+  "total_completion_tokens": 63279,
+  "total_verify_ct": 11914,
+  "warmup_count": 10
+}