Update robots.txt

publiclab · Jun 20, 2019 · aa93dc3 · aa93dc3
1 parent 23d0610
commit aa93dc3
Showing 1 changed file with 5 additions and 4 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,8 +1,9 @@
 # See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
 #
 # To ban all spiders from the entire site uncomment the next two lines:
- User-Agent: *
- Disallow: /subscribe/*
- Disallow: /wiki/revert/*
- Disallow: /stats/range/*
+User-Agent: *
+Disallow: /subscribe/*
+Disallow: /wiki/revert/*
+Disallow: /stats/*
+Disallow: /api/*
 Host: publiclab.org