Hugging Face's logo

ProprietaryLegal
/
dsv41-sampled-drafting

vllm
deepseek
deepseek-v4.1-flash
dgx-spark
gb10
speculative-decoding
exl3
rdma
pli-labs
Model card Files
xet
 Community
dsv41-sampled-drafting
File size: 3,132 Bytes
e1acc15
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
{
  "schema": "pp3.producer.v1",
  "classification": "MEASURED solo synthetic logits",
  "complete": true,
  "torch": "2.12.1+cu130",
  "uuid": "GPU-bc62df2a-59cf-9828-7d43-558d1355bab7",
  "source_sha256": "7a4561276a69059a4d541f3d4c2d5aa3b4a9d99b661b108908e291cb9e9c2e8c",
  "producer_sha256": "5f83ef3105953a92404bb6aff281e622b031d76914b73168a303d99494647036",
  "rows": [
    {
      "batch": 1,
      "depth": 4,
      "sampled": {
        "median_ms": 0.14315520524978637,
        "p95_ms": 0.14325759410858155
      },
      "argmax": {
        "median_ms": 0.12042239904403687,
        "p95_ms": 0.12103040218353271
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 1,
      "depth": 5,
      "sampled": {
        "median_ms": 0.15544320344924928,
        "p95_ms": 0.1555456042289734
      },
      "argmax": {
        "median_ms": 0.13096959590911866,
        "p95_ms": 0.13148159980773927
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 2,
      "depth": 4,
      "sampled": {
        "median_ms": 0.1419263958930969,
        "p95_ms": 0.14202879667282103
      },
      "argmax": {
        "median_ms": 0.10680320262908935,
        "p95_ms": 0.10721280574798583
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 2,
      "depth": 5,
      "sampled": {
        "median_ms": 0.1773568034172058,
        "p95_ms": 0.17745920419692993
      },
      "argmax": {
        "median_ms": 0.13332480192184448,
        "p95_ms": 0.13383040428161622
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 3,
      "depth": 4,
      "sampled": {
        "median_ms": 0.15022079944610595,
        "p95_ms": 0.15032320022583007
      },
      "argmax": {
        "median_ms": 0.10670080184936523,
        "p95_ms": 0.10700800418853759
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 3,
      "depth": 5,
      "sampled": {
        "median_ms": 0.18769919872283936,
        "p95_ms": 0.18778560161590577
      },
      "argmax": {
        "median_ms": 0.1333184003829956,
        "p95_ms": 0.13352960348129272
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 4,
      "depth": 4,
      "sampled": {
        "median_ms": 0.1669119954109192,
        "p95_ms": 0.16711039543151857
      },
      "argmax": {
        "median_ms": 0.1074112057685852,
        "p95_ms": 0.10762239694595337
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 4,
      "depth": 5,
      "sampled": {
        "median_ms": 0.2085887908935547,
        "p95_ms": 0.20869119167327882
      },
      "argmax": {
        "median_ms": 0.13414399623870848,
        "p95_ms": 0.13445119857788085
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    }
  ],
  "maxrss_kib": 959436,
  "gpu_peak_bytes": 27052032
}