mirror of
https://github.com/wallabag/wallabag.git
synced 2024-11-29 04:21:06 +00:00
Updated robots.txt to prevent crawling
This commit is contained in:
parent
a68a80f654
commit
e4ae6b976f
1 changed files with 1 additions and 3 deletions
|
@ -1,4 +1,2 @@
|
|||
# www.robotstxt.org/
|
||||
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
|
||||
|
||||
User-agent: *
|
||||
Disallow: /
|
||||
|
|
Loading…
Reference in a new issue