chien: images 4 + KV 14,5 GiB, identique au bootstrap
Browse files
chien.py
CHANGED
|
@@ -44,7 +44,7 @@ MOTEUR_CMD = [
|
|
| 44 |
"--served-model-name", "flashnext", "--host", "127.0.0.1", "--port", "8000",
|
| 45 |
"--max-model-len", "262144", "--max-num-seqs", "16",
|
| 46 |
"--gpu-memory-utilization", "0.93",
|
| 47 |
-
"--kv-cache-memory-bytes", "
|
| 48 |
"--distributed-executor-backend", "mp",
|
| 49 |
"--reasoning-parser", "qwen3", "--tool-call-parser", "qwen3_coder",
|
| 50 |
# Le plafond a 0 rendait un 400 sur toute capture collee dans Claude Code
|
|
|
|
| 44 |
"--served-model-name", "flashnext", "--host", "127.0.0.1", "--port", "8000",
|
| 45 |
"--max-model-len", "262144", "--max-num-seqs", "16",
|
| 46 |
"--gpu-memory-utilization", "0.93",
|
| 47 |
+
"--kv-cache-memory-bytes", "15569256448", # 14,5 GiB : marge pour l'encodeur d'images
|
| 48 |
"--distributed-executor-backend", "mp",
|
| 49 |
"--reasoning-parser", "qwen3", "--tool-call-parser", "qwen3_coder",
|
| 50 |
# Le plafond a 0 rendait un 400 sur toute capture collee dans Claude Code
|