Eval v7: code-sanity try-block covers chat template

eval_securecoder.py

@@ -291,12 +291,12 @@ def eval_code_sanity(tokenizer, model, args) -> dict:
     out = []
     prompts = CODE_PROMPTS[: args.code_prompts]
     for i, prompt in enumerate(prompts):
-        text = tokenizer.apply_chat_template(
-            [{"role": "user", "content": prompt}],
-            tokenize=False, add_generation_prompt=True,
-        )
-        ids = tokenizer(text, return_tensors="pt", add_special_tokens=False).input_ids.to(model.device)
         try:
+            text = tokenizer.apply_chat_template(
+                [{"role": "user", "content": prompt}],
+                tokenize=False, add_generation_prompt=True,
+            )
+            ids = tokenizer(text, return_tensors="pt", add_special_tokens=False).input_ids.to(model.device)
             with torch.no_grad():
                 generated = model.generate(ids, max_new_tokens=384, do_sample=False, eos_token_id=tokenizer.eos_token_id, pad_token_id=tokenizer.eos_token_id)
             reply = tokenizer.decode(generated[0, ids.shape[-1]:], skip_special_tokens=True)