Update README.md
Browse files
README.md
CHANGED
|
@@ -41,7 +41,8 @@ vllm serve \
|
|
| 41 |
--speculative-config '{"method": "eagle3", "model": "amazon/Qwen3-Coder-30B-A3B-Instruct-P-EAGLE-long-context", "num_speculative_tokens": 10, "parallel_drafting": true}' \
|
| 42 |
--no-enable-prefix-caching \
|
| 43 |
--async-scheduling \
|
| 44 |
-
--max-model-len 131072
|
|
|
|
| 45 |
```
|
| 46 |
|
| 47 |
### Evaluation
|
|
|
|
| 41 |
--speculative-config '{"method": "eagle3", "model": "amazon/Qwen3-Coder-30B-A3B-Instruct-P-EAGLE-long-context", "num_speculative_tokens": 10, "parallel_drafting": true}' \
|
| 42 |
--no-enable-prefix-caching \
|
| 43 |
--async-scheduling \
|
| 44 |
+
--max-model-len 131072 \
|
| 45 |
+
--max-num-batched-tokens 131072
|
| 46 |
```
|
| 47 |
|
| 48 |
### Evaluation
|