Update tokenizer comparison script

gbenson · May 29, 2024 · ba96074 · ba96074
1 parent ea7f84d
commit ba96074
Showing 1 changed file with 2 additions and 7 deletions.
diff --git a/src/dom_tokenizers/diff.py b/src/dom_tokenizers/diff.py
@@ -27,17 +27,12 @@ def _compare(self):
             match tag:
                 case "equal":
                     pass  # reset?
-                case "insert":
+                case c if c in {"insert", "replace", "delete"}:
                     for line in self._evaluate_change(
                             self.a, alo, ahi,
                             self.b, blo, bhi):
                         yield line
-                case "replace":
-                    for line in self._evaluate_change(
-                            self.a, alo, ahi,
-                            self.b, blo, bhi):
-                        yield line
-                case other:  # noqa: F841
+                case _:
                     raise NotImplementedError((tag, alo, ahi, blo, bhi))
 
     @staticmethod