dan733 commited on
Commit
4df5773
·
verified ·
1 Parent(s): f9b4216

Disable thinking channel in rewrites

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -54,6 +54,7 @@ def humanize(text: str, rewrite_strength: str = "Balanced") -> str:
54
  add_generation_prompt=True,
55
  return_dict=True,
56
  return_tensors="pt",
 
57
  ).to("cuda")
58
  decoder_input_ids = processor.tokenizer(
59
  source,
@@ -84,7 +85,7 @@ def humanize(text: str, rewrite_strength: str = "Balanced") -> str:
84
  skip_special_tokens=True,
85
  ).strip()
86
 
87
- for label in ("rewritten text:", "rewrite:", "text:"):
88
  if result.casefold().startswith(label):
89
  result = result[len(label) :].lstrip()
90
  break
 
54
  add_generation_prompt=True,
55
  return_dict=True,
56
  return_tensors="pt",
57
+ enable_thinking=False,
58
  ).to("cuda")
59
  decoder_input_ids = processor.tokenizer(
60
  source,
 
85
  skip_special_tokens=True,
86
  ).strip()
87
 
88
+ for label in ("thought", "rewritten text:", "rewrite:", "text:"):
89
  if result.casefold().startswith(label):
90
  result = result[len(label) :].lstrip()
91
  break