Dmitry Kirsanov commited on
Commit
3bfd8ed
·
1 Parent(s): f17a732

create_spans_in_fad more permissive

Browse files
Files changed (1) hide show
  1. understand.py +13 -3
understand.py CHANGED
@@ -204,11 +204,21 @@ Output the line "ACTORS:" followed by your list of actors, one per line.
204
  self.fad.add_property_to_mark(span, i + 1, property, val, notetype)
205
 
206
  def create_spans_in_fad(self, llmtext, span):
207
- chunks = re.split(f'</{span}>', llmtext)
 
 
 
 
 
 
 
 
 
208
  t = 0
209
  for i, chunk in enumerate(chunks):
210
- if f'<{span}>' in chunk:
211
- text = chunk.replace(f'<{span}>', '')
 
212
  self.fad.add_span_mark(span, t, t + len(text))
213
  else:
214
  text = chunk
 
204
  self.fad.add_property_to_mark(span, i + 1, property, val, notetype)
205
 
206
  def create_spans_in_fad(self, llmtext, span):
207
+ pattern = ""
208
+ for p in [f'</?{span}>', f'\n?</?{span}>\n?', f'\n*</?{span}>\n*']:
209
+ clean = re.sub(p, llmtext)
210
+ if len(clean) <= len(self.fad.get_plaintext()):
211
+ pattern = p
212
+ break
213
+ pattern_o = pattern.replace('/?', '')
214
+ pattern_c = pattern
215
+ pattern_c_o = pattern_c + pattern_o
216
+ chunks = re.split(pattern_c_o, llmtext)
217
  t = 0
218
  for i, chunk in enumerate(chunks):
219
+ if f"{span}>" in chunk:
220
+ text = re.sub(pattern_o, chunk)
221
+ text = re.sub(pattern_c, text)
222
  self.fad.add_span_mark(span, t, t + len(text))
223
  else:
224
  text = chunk