mirrors/searxng
1
0
Fork 0
mirror of https://github.com/searxng/searxng.git synced 2024-11-26 21:01:01 +00:00
Code Issues Projects Releases Wiki Activity

[mod] stackoverflow & yandex: detect CAPTCHA response

Browse source
This commit is contained in:
Alexandre Flament 2020-12-03 13:23:19 +01:00
parent 7905d41487
commit fa909c7c02
2 changed files with 12 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
searx/engines/stackoverflow.py
View file

@ -10,9 +10,10 @@
@parse url, title, content
"""
from urllib.parse import urlencode, urljoin
from urllib.parse import urlencode, urljoin, urlparse
from lxml import html
from searx.utils import extract_text
from searx.exceptions import SearxEngineCaptchaException
# engine dependent config
categories = ['it']
@ -37,6 +38,10 @@ def request(query, params):
# get response from search-request
def response(resp):
resp_url = urlparse(resp.url)
if resp_url.path.startswith('/nocaptcha'):
raise SearxEngineCaptchaException()
results = []
dom = html.fromstring(resp.text)

7
searx/engines/yandex.py
View file

@ -9,9 +9,10 @@
@parse url, title, content
"""
from urllib.parse import urlencode
from urllib.parse import urlencode, urlparse
from lxml import html
from searx import logger
from searx.exceptions import SearxEngineCaptchaException
logger = logger.getChild('yandex engine')
@ -47,6 +48,10 @@ def request(query, params):
# get response from search-request
def response(resp):
resp_url = urlparse(resp.url)
if resp_url.path.startswith('/showcaptcha'):
raise SearxEngineCaptchaException()
dom = html.fromstring(resp.text)
results = []