Update app.py

app.py

@@ -192,6 +192,20 @@ def apply_highlight(text, ranges):
     result.append(text[prev:])
     return ''.join(result)
 
+# test_cases ループの先頭に追加
+for name, src, dst, settings in test_cases:
+    src_flags = build_active_flags(src, settings)
+    dst_flags = build_active_flags(dst, settings)
+    src_tokens = tokenize_with_flags(src, src_flags)
+    dst_tokens = tokenize_with_flags(dst, dst_flags)
+    if name in ("TEST-30", "TEST-35"):
+        print(f"\n=== {name} tokens ===")
+        print(f"  src_tokens: {src_tokens}")
+        print(f"  dst_tokens: {dst_tokens}")
+        matcher = difflib.SequenceMatcher(None, [t[0] for t in src_tokens], [t[0] for t in dst_tokens], autojunk=False)
+        for tag, i1, i2, j1, j2 in matcher.get_opcodes():
+            print(f"  {tag:10} src={repr(''.join(t[0] for t in src_tokens[i1:i2]))}  dst={repr(''.join(t[0] for t in dst_tokens[j1:j2]))}")
+
 test_cases = [
     ("TEST-08", "吾輩は、猫である。「名前」は（まだ）ない！", "吾輩は猫である名前はまだない",
      {'ignore_yakumono': True}),