robots.txt

2017-04-19 10:18:05 +02:00
parent d288f26286
commit 1bc5f9aa7a
1 changed files with 2 additions and 5 deletions
@@ -1,5 +1,2 @@
-# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
+User-agent: *
-#
+Allow: /
 # To ban all spiders from the entire site uncomment the next two lines:
 # User-agent: *
 # Disallow: /