searxng/searx/autocomplete.py

83 lines
2.3 KiB
Python
Raw Normal View History

'''
searx is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
searx is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with searx. If not, see < http://www.gnu.org/licenses/ >.
(C) 2013- by Adam Tauber, <asciimoo@gmail.com>
'''
2014-03-29 15:30:49 +00:00
from lxml import etree
from requests import get
from json import loads
2014-03-29 16:04:33 +00:00
from urllib import urlencode
2014-03-29 15:30:49 +00:00
def dbpedia(query):
# dbpedia autocompleter
2014-03-29 16:04:33 +00:00
autocomplete_url = 'http://lookup.dbpedia.org/api/search.asmx/KeywordSearch?' # noqa
2014-03-29 15:30:49 +00:00
2014-03-29 16:04:33 +00:00
response = get(autocomplete_url
+ urlencode(dict(QueryString=query)))
2014-03-29 15:30:49 +00:00
results = []
if response.ok:
dom = etree.fromstring(response.content)
results = dom.xpath('//a:Result/a:Label//text()',
namespaces={'a': 'http://lookup.dbpedia.org/'})
return results
2014-09-07 21:56:06 +00:00
def duckduckgo(query):
# duckduckgo autocompleter
2014-09-07 21:56:06 +00:00
url = 'https://ac.duckduckgo.com/ac/?{0}&type=list'
resp = loads(get(url.format(urlencode(dict(q=query)))).text)
if len(resp) > 1:
return resp[1]
return []
2014-03-29 15:30:49 +00:00
def google(query):
# google autocompleter
2014-03-29 16:04:33 +00:00
autocomplete_url = 'http://suggestqueries.google.com/complete/search?client=toolbar&' # noqa
2014-03-29 15:30:49 +00:00
2014-03-29 16:04:33 +00:00
response = get(autocomplete_url
+ urlencode(dict(q=query)))
2014-03-29 15:30:49 +00:00
results = []
if response.ok:
2014-03-29 16:04:33 +00:00
dom = etree.fromstring(response.text)
2014-03-29 15:30:49 +00:00
results = dom.xpath('//suggestion/@data')
return results
def wikipedia(query):
# wikipedia autocompleter
2014-03-29 16:04:33 +00:00
url = 'https://en.wikipedia.org/w/api.php?action=opensearch&{0}&limit=10&namespace=0&format=json' # noqa
2014-03-29 15:30:49 +00:00
2014-03-29 16:04:33 +00:00
resp = loads(get(url.format(urlencode(dict(q=query)))).text)
if len(resp) > 1:
return resp[1]
return []
2014-03-29 15:30:49 +00:00
backends = {'dbpedia': dbpedia,
2014-09-07 21:56:06 +00:00
'duckduckgo': duckduckgo,
2014-03-29 15:30:49 +00:00
'google': google,
'wikipedia': wikipedia
}