Hugging Face's logo

ProprietaryLegal
/
dsv41-sampled-drafting

vllm
deepseek
deepseek-v4.1-flash
dgx-spark
gb10
speculative-decoding
exl3
rdma
pli-labs
Model card Files
xet
 Community
dsv41-sampled-drafting
File size: 3,032 Bytes
e1acc15
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
{
  "schema": "pp3.producer.v1",
  "classification": "MEASURED solo synthetic logits",
  "complete": true,
  "torch": "2.12.1+cu130",
  "uuid": "GPU-bc62df2a-59cf-9828-7d43-558d1355bab7",
  "source_sha256": "a166d87d9161d4d07e765d4e401a4e05a22e1d95417c7754dd55118d19862016",
  "rows": [
    {
      "batch": 1,
      "depth": 4,
      "sampled": {
        "median_ms": 0.4642816066741943,
        "p95_ms": 0.46448640823364257
      },
      "argmax": {
        "median_ms": 0.1047551989555359,
        "p95_ms": 0.1052672028541565
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 1,
      "depth": 5,
      "sampled": {
        "median_ms": 0.5042175769805908,
        "p95_ms": 0.5043200016021728
      },
      "argmax": {
        "median_ms": 0.13096959590911866,
        "p95_ms": 0.13127679824829103
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 2,
      "depth": 4,
      "sampled": {
        "median_ms": 0.44892158508300783,
        "p95_ms": 0.4491263866424561
      },
      "argmax": {
        "median_ms": 0.10680320262908935,
        "p95_ms": 0.10721280574798583
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 2,
      "depth": 5,
      "sampled": {
        "median_ms": 0.5610496044158936,
        "p95_ms": 0.561356782913208
      },
      "argmax": {
        "median_ms": 0.13332480192184448,
        "p95_ms": 0.13382400274276735
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 3,
      "depth": 4,
      "sampled": {
        "median_ms": 0.4724575996398926,
        "p95_ms": 0.47266879081726076
      },
      "argmax": {
        "median_ms": 0.10690560340881347,
        "p95_ms": 0.10711040496826171
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 3,
      "depth": 5,
      "sampled": {
        "median_ms": 0.5904223918914795,
        "p95_ms": 0.5906367778778077
      },
      "argmax": {
        "median_ms": 0.1334272027015686,
        "p95_ms": 0.13373440504074097
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 4,
      "depth": 4,
      "sampled": {
        "median_ms": 0.5169151782989502,
        "p95_ms": 0.5170176029205322
      },
      "argmax": {
        "median_ms": 0.10761920213699341,
        "p95_ms": 0.10792959928512573
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    },
    {
      "batch": 4,
      "depth": 5,
      "sampled": {
        "median_ms": 0.6459392070770263,
        "p95_ms": 0.6461440086364746
      },
      "argmax": {
        "median_ms": 0.13445119857788085,
        "p95_ms": 0.1347584009170532
      },
      "scope": "logit selection only; excludes Markov, TP exchange, wire"
    }
  ],
  "maxrss_kib": 977584,
  "gpu_peak_bytes": 26173952
}