Spaces:
Runtime error
Runtime error
Dmitry Kirsanov commited on
Commit ·
3bfd8ed
1
Parent(s): f17a732
create_spans_in_fad more permissive
Browse files- understand.py +13 -3
understand.py
CHANGED
|
@@ -204,11 +204,21 @@ Output the line "ACTORS:" followed by your list of actors, one per line.
|
|
| 204 |
self.fad.add_property_to_mark(span, i + 1, property, val, notetype)
|
| 205 |
|
| 206 |
def create_spans_in_fad(self, llmtext, span):
|
| 207 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 208 |
t = 0
|
| 209 |
for i, chunk in enumerate(chunks):
|
| 210 |
-
if f
|
| 211 |
-
text =
|
|
|
|
| 212 |
self.fad.add_span_mark(span, t, t + len(text))
|
| 213 |
else:
|
| 214 |
text = chunk
|
|
|
|
| 204 |
self.fad.add_property_to_mark(span, i + 1, property, val, notetype)
|
| 205 |
|
| 206 |
def create_spans_in_fad(self, llmtext, span):
|
| 207 |
+
pattern = ""
|
| 208 |
+
for p in [f'</?{span}>', f'\n?</?{span}>\n?', f'\n*</?{span}>\n*']:
|
| 209 |
+
clean = re.sub(p, llmtext)
|
| 210 |
+
if len(clean) <= len(self.fad.get_plaintext()):
|
| 211 |
+
pattern = p
|
| 212 |
+
break
|
| 213 |
+
pattern_o = pattern.replace('/?', '')
|
| 214 |
+
pattern_c = pattern
|
| 215 |
+
pattern_c_o = pattern_c + pattern_o
|
| 216 |
+
chunks = re.split(pattern_c_o, llmtext)
|
| 217 |
t = 0
|
| 218 |
for i, chunk in enumerate(chunks):
|
| 219 |
+
if f"{span}>" in chunk:
|
| 220 |
+
text = re.sub(pattern_o, chunk)
|
| 221 |
+
text = re.sub(pattern_c, text)
|
| 222 |
self.fad.add_span_mark(span, t, t + len(text))
|
| 223 |
else:
|
| 224 |
text = chunk
|