expand the list of disallowed URLs in /robots.txt

liberapay · Nov 30, 2024 · 774d76d · 774d76d
1 parent 8fee0e4
commit 774d76d
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/www/robots.txt b/www/robots.txt
@@ -3,4 +3,8 @@ Disallow: /log-in?back_to=*
 Disallow: /sign-in?back_to=*
 Disallow: /*.json
 Disallow: /*/income/
+Disallow: /*/widgets/*.js
 Disallow: /*?page=*
+Disallow: /*&page=*
+Disallow: /*?last_shown=*
+Disallow: /*&last_shown=*