bug fix

SupervisedStylometry · Dec 10, 2024 · badb1cc · badb1cc
1 parent 3127f0e
commit badb1cc
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/superstyl/preproc/pipe.py b/superstyl/preproc/pipe.py
@@ -103,12 +103,12 @@ def normalise(text, keep_punct=False, keep_sym=False, no_ascii=False):
             #out = re.sub(r"[\W0-9]+", " ", text.lower())
             out = re.sub(r"[^\p{L}\p{M}]+", " ", text.lower())
 
+        if no_ascii is not True:
+            out = unidecode.unidecode(out)
+
     # Normalise unicode
     out = unicodedata.normalize("NFC", out)
 
-    if no_ascii is not True:
-        out = unidecode.unidecode(out)
-
     out = re.sub(r"\s+", " ", out).strip()
 
     return out