Merge pull request #975 from moonstream-to/allow-div-crawlers

Removed divide char and added comment restriction
moonstream-to · Nov 30, 2023 · 7ef8f61 · 7ef8f61
2 parents 44a7927 + ea04e61
commit 7ef8f61
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/crawlers/mooncrawl/mooncrawl/stats_worker/queries.py b/crawlers/mooncrawl/mooncrawl/stats_worker/queries.py
@@ -23,7 +23,7 @@
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
-QUERY_REGEX = re.compile("[\[\]@#$%^&?;`/]")
+QUERY_REGEX = re.compile(r"[\[\]@#$%^&?;`]|/\*|\*/")
 
 
 class QueryNotValid(Exception):

diff --git a/crawlers/mooncrawl/mooncrawl/stats_worker/test_queries.py b/crawlers/mooncrawl/mooncrawl/stats_worker/test_queries.py
@@ -62,4 +62,4 @@ def test_query_validation(self):
             queries.query_validation("OR(1=1)#")
 
         with self.assertRaises(queries.QueryNotValid):
-            queries.query_validation("/etc/hosts")
+            queries.query_validation("0/**/or/**/1")