[fix] block ixquick search url's

This commit is contained in:
Thomas Pointhuber 2015-08-24 11:31:30 +02:00
parent 23b9095cbf
commit 996c96ffff

View file

@ -73,6 +73,10 @@ def response(resp):
if re.match("^http(s|)://(www\.)?startpage\.com/do/search\?.*$", url):
continue
# block ixquick search url's
if re.match("^http(s|)://(www\.)?ixquick\.com/do/search\?.*$", url):
continue
title = escape(extract_text(link))
if result.xpath('./p[@class="desc"]'):