mirror of
https://github.com/searxng/searxng.git
synced 2024-06-02 21:39:22 +00:00
c80e82a855
Partial reverse engineering of the DuckDuckGo (DDG) engines including a
improved language and region handling based on the enigne.traits_v1 data.
- DDG Lite
- DDG Instant Answer API
- DDG Images
- DDG Weather
docs/src/searx.engine.duckduckgo.rst:
Online documentation of the DDG engines (make docs.live)
searx/data/engine_traits.json
Add data type "traits_v1" generated by the fetch_traits() functions from:
- "duckduckgo" (WEB),
- "duckduckgo images" and
- "duckduckgo weather"
and remove data from obsolete data type "supported_languages".
searx/autocomplete.py:
Reversed engineered Autocomplete from DDG. Supports DDG's languages.
searx/engines/duckduckgo.py:
- fetch_traits(): Fetch languages & regions from DDG.
- get_ddg_lang(): Get DDG's language identifier from SearXNG's locale. DDG
defines its languages by region codes. DDG-Lite does not offer a language
selection to the user, only a region can be selected by the user.
- Cache ``vqd`` value: The vqd value depends on the query string and is needed
for the follow up pages or the images loaded by a XMLHttpRequest (DDG
images). The ``vqd`` value of a search term is stored for 10min in the
redis DB.
- DDG Lite engine: reversed engineered request method with improved Language
and region support and better ``vqd`` handling.
searx/engines/duckduckgo_definitions.py: DDG Instant Answer API
The *instant answers* API does not support languages, or at least we could not
find out how language support should work. It seems that most of the features
are based on English terms.
searx/engines/duckduckgo_images.py: DDG Images
Reversed engineered request method. Improved language and region handling
based on cookies and the enigne.traits_v1 data. Response: add image format to
the result list
searx/engines/duckduckgo_weather.py: DDG Weather
Improved language and region handling based on cookies and the
enigne.traits_v1 data.
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
120 lines
6.7 KiB
Python
120 lines
6.7 KiB
Python
# -*- coding: utf-8 -*-
|
|
'''List of SearXNG's locale codes.
|
|
|
|
This file is generated automatically by::
|
|
|
|
./manage pyenv.cmd searxng_extra/update/update_engine_traits.py
|
|
'''
|
|
|
|
sxng_locales = (
|
|
('ar', 'العربية', '', 'Arabic', '\U0001f310'),
|
|
('bg', 'Български', '', 'Bulgarian', '\U0001f310'),
|
|
('bg-BG', 'Български', 'България', 'Bulgarian', '\U0001f1e7\U0001f1ec'),
|
|
('ca', 'Català', '', 'Catalan', '\U0001f310'),
|
|
('ca-ES', 'Català', 'Espanya', 'Catalan', '\U0001f1ea\U0001f1f8'),
|
|
('cs', 'Čeština', '', 'Czech', '\U0001f310'),
|
|
('cs-CZ', 'Čeština', 'Česko', 'Czech', '\U0001f1e8\U0001f1ff'),
|
|
('da', 'Dansk', '', 'Danish', '\U0001f310'),
|
|
('da-DK', 'Dansk', 'Danmark', 'Danish', '\U0001f1e9\U0001f1f0'),
|
|
('de', 'Deutsch', '', 'German', '\U0001f310'),
|
|
('de-AT', 'Deutsch', 'Österreich', 'German', '\U0001f1e6\U0001f1f9'),
|
|
('de-CH', 'Deutsch', 'Schweiz', 'German', '\U0001f1e8\U0001f1ed'),
|
|
('de-DE', 'Deutsch', 'Deutschland', 'German', '\U0001f1e9\U0001f1ea'),
|
|
('el', 'Ελληνικά', '', 'Greek', '\U0001f310'),
|
|
('el-GR', 'Ελληνικά', 'Ελλάδα', 'Greek', '\U0001f1ec\U0001f1f7'),
|
|
('en', 'English', '', 'English', '\U0001f310'),
|
|
('en-AU', 'English', 'Australia', 'English', '\U0001f1e6\U0001f1fa'),
|
|
('en-CA', 'English', 'Canada', 'English', '\U0001f1e8\U0001f1e6'),
|
|
('en-GB', 'English', 'United Kingdom', 'English', '\U0001f1ec\U0001f1e7'),
|
|
('en-IE', 'English', 'Ireland', 'English', '\U0001f1ee\U0001f1ea'),
|
|
('en-IN', 'English', 'India', 'English', '\U0001f1ee\U0001f1f3'),
|
|
('en-MY', 'English', 'Malaysia', 'English', '\U0001f1f2\U0001f1fe'),
|
|
('en-NZ', 'English', 'New Zealand', 'English', '\U0001f1f3\U0001f1ff'),
|
|
('en-PH', 'English', 'Philippines', 'English', '\U0001f1f5\U0001f1ed'),
|
|
('en-US', 'English', 'United States', 'English', '\U0001f1fa\U0001f1f8'),
|
|
('en-ZA', 'English', 'South Africa', 'English', '\U0001f1ff\U0001f1e6'),
|
|
('es', 'Español', '', 'Spanish', '\U0001f310'),
|
|
('es-AR', 'Español', 'Argentina', 'Spanish', '\U0001f1e6\U0001f1f7'),
|
|
('es-CL', 'Español', 'Chile', 'Spanish', '\U0001f1e8\U0001f1f1'),
|
|
('es-ES', 'Español', 'España', 'Spanish', '\U0001f1ea\U0001f1f8'),
|
|
('es-MX', 'Español', 'México', 'Spanish', '\U0001f1f2\U0001f1fd'),
|
|
('es-US', 'Español', 'Estados Unidos', 'Spanish', '\U0001f1fa\U0001f1f8'),
|
|
('et', 'Eesti', '', 'Estonian', '\U0001f310'),
|
|
('et-EE', 'Eesti', 'Eesti', 'Estonian', '\U0001f1ea\U0001f1ea'),
|
|
('fi', 'Suomi', '', 'Finnish', '\U0001f310'),
|
|
('fi-FI', 'Suomi', 'Suomi', 'Finnish', '\U0001f1eb\U0001f1ee'),
|
|
('fr', 'Français', '', 'French', '\U0001f310'),
|
|
('fr-BE', 'Français', 'Belgique', 'French', '\U0001f1e7\U0001f1ea'),
|
|
('fr-CA', 'Français', 'Canada', 'French', '\U0001f1e8\U0001f1e6'),
|
|
('fr-CH', 'Français', 'Suisse', 'French', '\U0001f1e8\U0001f1ed'),
|
|
('fr-FR', 'Français', 'France', 'French', '\U0001f1eb\U0001f1f7'),
|
|
('he', 'עברית', '', 'Hebrew', '\U0001f1ee\U0001f1f7'),
|
|
('hi', 'हिन्दी', '', 'Hindi', '\U0001f310'),
|
|
('hr', 'Hrvatski', '', 'Croatian', '\U0001f310'),
|
|
('hu', 'Magyar', '', 'Hungarian', '\U0001f310'),
|
|
('hu-HU', 'Magyar', 'Magyarország', 'Hungarian', '\U0001f1ed\U0001f1fa'),
|
|
('id', 'Indonesia', '', 'Indonesian', '\U0001f310'),
|
|
('id-ID', 'Indonesia', 'Indonesia', 'Indonesian', '\U0001f1ee\U0001f1e9'),
|
|
('is', 'Íslenska', '', 'Icelandic', '\U0001f310'),
|
|
('it', 'Italiano', '', 'Italian', '\U0001f310'),
|
|
('it-CH', 'Italiano', 'Svizzera', 'Italian', '\U0001f1e8\U0001f1ed'),
|
|
('it-IT', 'Italiano', 'Italia', 'Italian', '\U0001f1ee\U0001f1f9'),
|
|
('ja', '日本語', '', 'Japanese', '\U0001f310'),
|
|
('ja-JP', '日本語', '日本', 'Japanese', '\U0001f1ef\U0001f1f5'),
|
|
('ko', '한국어', '', 'Korean', '\U0001f310'),
|
|
('ko-KR', '한국어', '대한민국', 'Korean', '\U0001f1f0\U0001f1f7'),
|
|
('lt', 'Lietuvių', '', 'Lithuanian', '\U0001f310'),
|
|
('lv', 'Latviešu', '', 'Latvian', '\U0001f310'),
|
|
('nb', 'Norsk Bokmål', '', 'Norwegian Bokmål', '\U0001f310'),
|
|
('nb-NO', 'Norsk Bokmål', 'Norge', 'Norwegian Bokmål', '\U0001f1f3\U0001f1f4'),
|
|
('nl', 'Nederlands', '', 'Dutch', '\U0001f310'),
|
|
('nl-BE', 'Nederlands', 'België', 'Dutch', '\U0001f1e7\U0001f1ea'),
|
|
('nl-NL', 'Nederlands', 'Nederland', 'Dutch', '\U0001f1f3\U0001f1f1'),
|
|
('pl', 'Polski', '', 'Polish', '\U0001f310'),
|
|
('pl-PL', 'Polski', 'Polska', 'Polish', '\U0001f1f5\U0001f1f1'),
|
|
('pt', 'Português', '', 'Portuguese', '\U0001f310'),
|
|
('pt-BR', 'Português', 'Brasil', 'Portuguese', '\U0001f1e7\U0001f1f7'),
|
|
('pt-PT', 'Português', 'Portugal', 'Portuguese', '\U0001f1f5\U0001f1f9'),
|
|
('ro', 'Română', '', 'Romanian', '\U0001f310'),
|
|
('ro-RO', 'Română', 'România', 'Romanian', '\U0001f1f7\U0001f1f4'),
|
|
('ru', 'Русский', '', 'Russian', '\U0001f310'),
|
|
('ru-RU', 'Русский', 'Россия', 'Russian', '\U0001f1f7\U0001f1fa'),
|
|
('sk', 'Slovenčina', '', 'Slovak', '\U0001f310'),
|
|
('sl', 'Slovenščina', '', 'Slovenian', '\U0001f310'),
|
|
('sv', 'Svenska', '', 'Swedish', '\U0001f310'),
|
|
('sv-SE', 'Svenska', 'Sverige', 'Swedish', '\U0001f1f8\U0001f1ea'),
|
|
('th', 'ไทย', '', 'Thai', '\U0001f310'),
|
|
('th-TH', 'ไทย', 'ไทย', 'Thai', '\U0001f1f9\U0001f1ed'),
|
|
('tr', 'Türkçe', '', 'Turkish', '\U0001f310'),
|
|
('tr-TR', 'Türkçe', 'Türkiye', 'Turkish', '\U0001f1f9\U0001f1f7'),
|
|
('uk', 'Українська', '', 'Ukrainian', '\U0001f310'),
|
|
('vi', 'Tiếng Việt', '', 'Vietnamese', '\U0001f310'),
|
|
('zh', '中文', '', 'Chinese', '\U0001f310'),
|
|
('zh-CN', '中文', '中国', 'Chinese', '\U0001f1e8\U0001f1f3'),
|
|
('zh-HK', '中文', '中國香港', 'Chinese', '\U0001f1ed\U0001f1f0'),
|
|
('zh-TW', '中文', '台灣', 'Chinese', '\U0001f1f9\U0001f1fc'),
|
|
)
|
|
'''
|
|
A list of five-digit tuples:
|
|
|
|
0. SearXNG's internal locale tag (a language or region tag)
|
|
1. Name of the language (:py:obj:`babel.core.Locale.get_language_name`)
|
|
2. For region tags the name of the region (:py:obj:`babel.core.Locale.get_territory_name`).
|
|
Empty string for language tags.
|
|
3. English language name (from :py:obj:`babel.core.Locale.english_name`)
|
|
4. Unicode flag (emoji) that fits to SearXNG's internal region tag. Languages
|
|
are represented by a globe (🌐)
|
|
|
|
.. code:: python
|
|
|
|
('en', 'English', '', 'English', '🌐'),
|
|
('en-CA', 'English', 'Canada', 'English', '🇨🇦'),
|
|
('en-US', 'English', 'United States', 'English', '🇺🇸'),
|
|
..
|
|
('fr', 'Français', '', 'French', '🌐'),
|
|
('fr-BE', 'Français', 'Belgique', 'French', '🇧🇪'),
|
|
('fr-CA', 'Français', 'Canada', 'French', '🇨🇦'),
|
|
|
|
:meta hide-value:
|
|
'''
|