Upload slimshard.py

slimshard.py

@@ -1221,13 +1221,12 @@ def run_deepseek_v41_generate(
     dev = torch.device("cuda:0" if (device in ("auto", "cuda") and torch.cuda.is_available()) else "cpu")
 
     if use_chat_template and getattr(tok, "chat_template", None):
-        ids = tok.apply_chat_template(
+        rendered = tok.apply_chat_template(
             [{"role": "user", "content": prompt}],
             add_generation_prompt=True,
-            tokenize=True,
+            tokenize=False,
         )
-        if isinstance(ids, dict):
-            ids = ids["input_ids"]
+        ids = tok.encode(rendered, add_special_tokens=False)
     else:
         ids = tok.encode(prompt, add_special_tokens=False)
         if not ids: