mirror of
https://github.com/wallabag/wallabag.git
synced 2024-06-10 09:19:28 +00:00
Updated robots.txt to prevent crawling
This commit is contained in:
parent
a68a80f654
commit
e4ae6b976f
|
@ -1,4 +1,2 @@
|
||||||
# www.robotstxt.org/
|
|
||||||
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
|
|
||||||
|
|
||||||
User-agent: *
|
User-agent: *
|
||||||
|
Disallow: /
|
||||||
|
|
Loading…
Reference in a new issue