From 1175b3906f801c2ad3b6aa1f0718aedd7811dd5f Mon Sep 17 00:00:00 2001 From: marc Date: Wed, 28 Dec 2016 23:24:56 -0600 Subject: [PATCH] change language list to only include languages with a minimum of engines that support them. users can still query lesser supported through the :lang_code bang. --- searx/data/engines_languages.json | 2 +- searx/engines/gigablast.py | 9 ++- searx/engines/wikipedia.py | 2 +- searx/languages.py | 105 +++++++-------------------- searx/query.py | 7 ++ tests/robot/test_basic.robot | 4 +- tests/unit/engines/test_gigablast.py | 6 +- utils/fetch_languages.py | 40 +++++++--- 8 files changed, 76 insertions(+), 99 deletions(-) diff --git a/searx/data/engines_languages.json b/searx/data/engines_languages.json index 6d669fb2f..62059ec88 100644 --- a/searx/data/engines_languages.json +++ b/searx/data/engines_languages.json @@ -1 +1 @@ -{"google news": {"el": {"name": "Ελληνικά"}, "eo": {"name": "Esperanto"}, "en": {"name": "English"}, "af": {"name": "Afrikaans"}, "vi": {"name": "Tiếng Việt"}, "ca": {"name": "Català"}, "it": {"name": "Italiano"}, "iw": {"name": "עברית"}, "hy": {"name": "Հայերեն"}, "cs": {"name": "Čeština"}, "et": {"name": "Eesti"}, "id": {"name": "Indonesia"}, "es": {"name": "Español"}, "ru": {"name": "Русский"}, "nl": {"name": "Nederlands"}, "pt": {"name": "Português"}, "no": {"name": "Norsk"}, "tr": {"name": "Türkçe"}, "lt": {"name": "Lietuvių"}, "lv": {"name": "Latviešu"}, "tl": {"name": "Filipino"}, "zh-TW": {"name": "中文 (繁體)"}, "th": {"name": "ไทย"}, "ro": {"name": "Română"}, "is": {"name": "Íslenska"}, "pl": {"name": "Polski"}, "be": {"name": "Беларуская"}, "fr": {"name": "Français"}, "bg": {"name": "Български"}, "hr": {"name": "Hrvatski"}, "de": {"name": "Deutsch"}, "ko": {"name": "한국어"}, "da": {"name": "Dansk"}, "fa": {"name": "فارسی"}, "hi": {"name": "हिन्दी"}, "fi": {"name": "Suomi"}, "hu": {"name": "Magyar"}, "ja": {"name": "日本語"}, "sr": {"name": "Српски"}, "sw": {"name": "Kiswahili"}, "sv": {"name": "Svenska"}, "sk": {"name": "Slovenčina"}, "zh-CN": {"name": "中文 (简体)"}, "ar": {"name": "العربية"}, "uk": {"name": "Українська"}, "sl": {"name": "Slovenščina"}}, "dailymotion": {"gv": {"english_name": "Manx"}, "gu": {"name": "ગુજરાતી", "english_name": "Gujarati"}, "gd": {"english_name": "Gaelic, Scottish"}, "ga": {"name": "Gaeilge", "english_name": "Irish"}, "gn": {"english_name": "Guarani"}, "gl": {"name": "Galego", "english_name": "Galician"}, "lg": {"english_name": "Ganda"}, "lb": {"english_name": "Luxembourgish"}, "la": {"english_name": "Latin"}, "ln": {"english_name": "Lingala"}, "lo": {"english_name": "Lao"}, "tt": {"name": "Татарча", "english_name": "Tatar"}, "tr": {"name": "Türkçe", "english_name": "Turkish"}, "ts": {"english_name": "Tsonga"}, "li": {"english_name": "Limburgan"}, "lv": {"name": "Latviešu", "english_name": "Latvian"}, "to": {"english_name": "Tonga (Tonga Islands)"}, "lt": {"name": "Lietuvių", "english_name": "Lithuanian"}, "lu": {"english_name": "Luba-Katanga"}, "tk": {"english_name": "Turkmen"}, "th": {"name": "ไทย", "english_name": "Thai"}, "ti": {"name": "ትግርኛ", "english_name": "Tigrinya"}, "tg": {"english_name": "Tajik"}, "te": {"english_name": "Telugu"}, "ta": {"name": "தமிழ்", "english_name": "Tamil"}, "yi": {"english_name": "Yiddish"}, "yo": {"english_name": "Yoruba"}, "de": {"name": "Deutsch", "english_name": "German"}, "da": {"name": "Dansk", "english_name": "Danish"}, "dz": {"english_name": "Dzongkha"}, "st": {"english_name": "Sotho, Southern"}, "dv": {"english_name": "Dhivehi"}, "qu": {"english_name": "Quechua"}, "el": {"name": "Ελληνικά", "english_name": "Greek, Modern (1453-)"}, "eo": {"name": "Esperanto", "english_name": "Esperanto"}, "en": {"english_name": "English"}, "zh": {"name": "中文", "english_name": "Chinese"}, "ee": {"english_name": "Ewe"}, "za": {"english_name": "Zhuang"}, "mh": {"english_name": "Marshallese"}, "uk": {"name": "українська", "english_name": "Ukrainian"}, "eu": {"name": "Euskara", "english_name": "Basque"}, "et": {"name": "Eesti", "english_name": "Estonian"}, "es": {"name": "Español", "english_name": "Spanish"}, "ru": {"name": "русский", "english_name": "Russian"}, "rw": {"name": "Ikinyarwanda", "english_name": "Kinyarwanda"}, "rm": {"english_name": "Romansh"}, "rn": {"english_name": "Rundi"}, "ro": {"name": "Română", "english_name": "Romanian"}, "bn": {"name": "বাংলা", "english_name": "Bengali"}, "be": {"english_name": "Belarusian"}, "bg": {"name": "Български", "english_name": "Bulgarian"}, "ba": {"english_name": "Bashkir"}, "wa": {"name": "Walon", "english_name": "Walloon"}, "wo": {"english_name": "Wolof"}, "bm": {"english_name": "Bambara"}, "jv": {"english_name": "Javanese"}, "bo": {"english_name": "Tibetan"}, "bi": {"english_name": "Bislama"}, "br": {"name": "Brezhoneg", "english_name": "Breton"}, "bs": {"name": "Bosnian", "english_name": "Bosnian"}, "ja": {"name": "日本語", "english_name": "Japanese"}, "om": {"english_name": "Oromo"}, "oj": {"english_name": "Ojibwa"}, "ty": {"english_name": "Tahitian"}, "oc": {"name": "Occitan", "english_name": "Occitan"}, "tw": {"english_name": "Twi"}, "os": {"english_name": "Ossetian"}, "or": {"name": "Oriya", "english_name": "Oriya"}, "xh": {"name": "Xhosa", "english_name": "Xhosa"}, "ch": {"english_name": "Chamorro"}, "co": {"english_name": "Corsican"}, "ca": {"name": "Català", "english_name": "Catalan"}, "ce": {"english_name": "Chechen"}, "cy": {"name": "Cymraeg", "english_name": "Welsh"}, "cs": {"name": "čeština", "english_name": "Czech"}, "cr": {"english_name": "Cree"}, "cv": {"english_name": "Chuvash"}, "cu": {"english_name": "Slavic, Church"}, "ve": {"name": "Venda", "english_name": "Venda"}, "ps": {"name": "Pushto", "english_name": "Pushto"}, "pt": {"name": "Português", "english_name": "Portuguese"}, "tl": {"english_name": "Tagalog"}, "pa": {"name": "ਪੰਜਾਬੀ", "english_name": "Panjabi"}, "vi": {"name": "Tiếng Việt", "english_name": "Vietnamese"}, "pi": {"english_name": "Pali"}, "is": {"name": "Íslenska", "english_name": "Icelandic"}, "pl": {"name": "polski", "english_name": "Polish"}, "hz": {"english_name": "Herero"}, "hy": {"english_name": "Armenian"}, "hr": {"name": "hrvatski", "english_name": "Croatian"}, "iu": {"english_name": "Inuktitut"}, "ht": {"english_name": "Haitian"}, "hu": {"name": "magyar", "english_name": "Hungarian"}, "hi": {"name": "हिंदी", "english_name": "Hindi"}, "ho": {"english_name": "Hiri Motu"}, "ha": {"english_name": "Hausa"}, "he": {"name": "עברית", "english_name": "Hebrew"}, "mg": {"english_name": "Malagasy"}, "uz": {"english_name": "Uzbek"}, "ml": {"english_name": "Malayalam"}, "mn": {"name": "Монгол", "english_name": "Mongolian"}, "mi": {"name": "Reo Māori", "english_name": "Maori"}, "ik": {"english_name": "Inupiaq"}, "mk": {"name": "Македонски", "english_name": "Macedonian"}, "ur": {"english_name": "Urdu"}, "mt": {"name": "Malti", "english_name": "Maltese"}, "ms": {"name": "Malay", "english_name": "Malay"}, "mr": {"name": "मराठी", "english_name": "Marathi"}, "ug": {"english_name": "Uighur"}, "my": {"english_name": "Burmese"}, "sq": {"english_name": "Albanian"}, "ae": {"english_name": "Avestan"}, "ss": {"english_name": "Swati"}, "af": {"name": "Afrikaans", "english_name": "Afrikaans"}, "tn": {"english_name": "Tswana"}, "sw": {"english_name": "Swahili (macrolanguage)"}, "ak": {"english_name": "Akan"}, "am": {"name": "አማርኛ", "english_name": "Amharic"}, "it": {"name": "Italiano", "english_name": "Italian"}, "an": {"english_name": "Aragonese"}, "ii": {"english_name": "Yi, Sichuan"}, "ia": {"english_name": "Interlingua"}, "as": {"english_name": "Assamese"}, "ar": {"name": "العربية", "english_name": "Arabic"}, "su": {"english_name": "Sundanese"}, "io": {"english_name": "Ido"}, "av": {"english_name": "Avaric"}, "ay": {"english_name": "Aymara"}, "az": {"name": "Azerbaijani", "english_name": "Azerbaijani"}, "ie": {"english_name": "Interlingue"}, "id": {"name": "Indonesian", "english_name": "Indonesian"}, "ig": {"english_name": "Igbo"}, "sk": {"name": "Slovenský", "english_name": "Slovak"}, "sr": {"name": "српски", "english_name": "Serbian"}, "nl": {"name": "Nederlands", "english_name": "Dutch"}, "nn": {"name": "Norwegian Nynorsk", "english_name": "Norwegian Nynorsk"}, "no": {"english_name": "Norwegian"}, "na": {"english_name": "Nauru"}, "nb": {"name": "Norwegian Bokmål", "english_name": "Norwegian Bokmål"}, "nd": {"english_name": "Ndebele, North"}, "ne": {"english_name": "Nepali (macrolanguage)"}, "ng": {"english_name": "Ndonga"}, "ny": {"english_name": "Nyanja"}, "vo": {"english_name": "Volapük"}, "zu": {"name": "Isi-Zulu", "english_name": "Zulu"}, "so": {"english_name": "Somali"}, "nr": {"english_name": "Ndebele, South"}, "nv": {"english_name": "Navajo"}, "sn": {"english_name": "Shona"}, "fr": {"name": "français", "english_name": "French"}, "sm": {"english_name": "Samoan"}, "fy": {"english_name": "Frisian, Western"}, "sv": {"name": "Svenska", "english_name": "Swedish"}, "fa": {"name": "فارسی", "english_name": "Persian"}, "ff": {"english_name": "Fulah"}, "fi": {"name": "suomi", "english_name": "Finnish"}, "fj": {"english_name": "Fijian"}, "sa": {"english_name": "Sanskrit"}, "fo": {"english_name": "Faroese"}, "ka": {"english_name": "Georgian"}, "kg": {"english_name": "Kongo"}, "kk": {"english_name": "Kazakh"}, "kj": {"english_name": "Kuanyama"}, "ki": {"english_name": "Kikuyu"}, "ko": {"name": "한국어", "english_name": "Korean"}, "kn": {"name": "ಕನ್ನಡ", "english_name": "Kannada"}, "km": {"english_name": "Khmer, Central"}, "kl": {"english_name": "Kalaallisut"}, "ks": {"english_name": "Kashmiri"}, "kr": {"english_name": "Kanuri"}, "si": {"english_name": "Sinhala"}, "sh": {"name": "Serbo-Croatian", "english_name": "Serbo-Croatian"}, "kw": {"english_name": "Cornish"}, "kv": {"english_name": "Komi"}, "ku": {"english_name": "Kurdish"}, "sl": {"name": "slovenščina", "english_name": "Slovenian"}, "sc": {"english_name": "Sardinian"}, "ky": {"english_name": "Kirghiz"}, "sg": {"english_name": "Sango"}, "se": {"english_name": "Sami, Northern"}, "sd": {"english_name": "Sindhi"}}, "google": {"el": {"name": "Ελληνικά"}, "eo": {"name": "Esperanto"}, "en": {"name": "English"}, "af": {"name": "Afrikaans"}, "vi": {"name": "Tiếng Việt"}, "ca": {"name": "Català"}, "it": {"name": "Italiano"}, "iw": {"name": "עברית"}, "hy": {"name": "Հայերեն"}, "cs": {"name": "Čeština"}, "et": {"name": "Eesti"}, "id": {"name": "Indonesia"}, "es": {"name": "Español"}, "ru": {"name": "Русский"}, "nl": {"name": "Nederlands"}, "pt": {"name": "Português"}, "no": {"name": "Norsk"}, "tr": {"name": "Türkçe"}, "lt": {"name": "Lietuvių"}, "lv": {"name": "Latviešu"}, "tl": {"name": "Filipino"}, "zh-TW": {"name": "中文 (繁體)"}, "th": {"name": "ไทย"}, "ro": {"name": "Română"}, "is": {"name": "Íslenska"}, "pl": {"name": "Polski"}, "be": {"name": "Беларуская"}, "fr": {"name": "Français"}, "bg": {"name": "Български"}, "hr": {"name": "Hrvatski"}, "de": {"name": "Deutsch"}, "ko": {"name": "한국어"}, "da": {"name": "Dansk"}, "fa": {"name": "فارسی"}, "hi": {"name": "हिन्दी"}, "fi": {"name": "Suomi"}, "hu": {"name": "Magyar"}, "ja": {"name": "日本語"}, "sr": {"name": "Српски"}, "sw": {"name": "Kiswahili"}, "sv": {"name": "Svenska"}, "sk": {"name": "Slovenčina"}, "zh-CN": {"name": "中文 (简体)"}, "ar": {"name": "العربية"}, "uk": {"name": "Українська"}, "sl": {"name": "Slovenščina"}}, "duckduckgo": ["da-DK", "vi-VN", "en-SG", "sl-SL", "en-XA", "tzh-HK", "en-UK", "ro-RO", "en-MY", "el-GR", "it-CH", "hu-HU", "fr-FR", "en-PH", "tl-PH", "fr-CA", "fi-FI", "et-EE", "sv-SE", "es-XL", "th-TH", "sk-SK", "es-ES", "en-IE", "es-US", "es-PE", "nl-NL", "en-US", "de-DE", "de-AT", "wt-WT", "no-NO", "tr-TR", "ca-ES", "it-IT", "es-CO", "ru-RU", "ca-CT", "en-ZA", "en-CA", "jp-JP", "es-MX", "id-ID", "es-AR", "he-IL", "kr-KR", "en-AU", "ms-MY", "pl-PL", "lv-LV", "bg-BG", "zh-CN", "en-NZ", "lt-LT", "tzh-TW", "hr-HR", "pt-PT", "fr-BE", "de-CH", "cs-CZ", "en-IN", "nl-BE", "fr-CH", "en-ID", "ar-XA", "pt-BR", "uk-UA", "es-CL"], "bing": ["sq", "de", "ar", "bg", "ca", "cs", "zh-CHS", "zh-CHT", "ko", "hr", "da", "sk", "sl", "es", "et", "fi", "fr", "el", "he", "nl", "hu", "id", "en", "is", "it", "ja", "lv", "lt", "ms", "nb", "fa", "pl", "pt-BR", "pt-PT", "ro", "ru", "sr", "sv", "th", "tr", "uk", "vi"], "wikipedia": {"el": {"articles": 124415, "name": "Ελληνικά", "english_name": "Greek"}, "eo": {"articles": 235634, "name": "Esperanto", "english_name": "Esperanto"}, "en": {"articles": 5309305, "name": "English", "english_name": "English"}, "zh": {"articles": 915635, "name": "中文", "english_name": "Chinese"}, "simple": {"articles": 121825, "name": "Simple English", "english_name": "Simple English"}, "vi": {"articles": 1151694, "name": "Tiếng Việt", "english_name": "Vietnamese"}, "ca": {"articles": 529048, "name": "Català", "english_name": "Catalan"}, "it": {"articles": 1318160, "name": "Italiano", "english_name": "Italian"}, "ce": {"articles": 159058, "name": "Нохчийн", "english_name": "Chechen"}, "vo": {"articles": 120413, "name": "Volapük", "english_name": "Volapük"}, "eu": {"articles": 261908, "name": "Euskara", "english_name": "Basque"}, "ar": {"articles": 453836, "name": "العربية", "english_name": "Arabic"}, "cs": {"articles": 369249, "name": "Čeština", "english_name": "Czech"}, "et": {"articles": 151639, "name": "Eesti", "english_name": "Estonian"}, "gl": {"articles": 134762, "name": "Galego", "english_name": "Galician"}, "id": {"articles": 390382, "name": "Bahasa Indonesia", "english_name": "Indonesian"}, "es": {"articles": 1302275, "name": "Español", "english_name": "Spanish"}, "ru": {"articles": 1359763, "name": "Русский", "english_name": "Russian"}, "az": {"articles": 111556, "name": "Azərbaycanca", "english_name": "Azerbaijani"}, "nl": {"articles": 1886078, "name": "Nederlands", "english_name": "Dutch"}, "pt": {"articles": 949323, "name": "Português", "english_name": "Portuguese"}, "no": {"articles": 458365, "name": "Norsk (Bokmål)", "english_name": "Norwegian (Bokmål)"}, "tr": {"articles": 287474, "name": "Türkçe", "english_name": "Turkish"}, "zh-min-nan": {"articles": 201946, "name": "Bân-lâm-gú", "english_name": "Min Nan"}, "lt": {"articles": 180396, "name": "Lietuvių", "english_name": "Lithuanian"}, "th": {"articles": 113285, "name": "ไทย", "english_name": "Thai"}, "nn": {"articles": 131737, "name": "Nynorsk", "english_name": "Norwegian (Nynorsk)"}, "ro": {"articles": 373101, "name": "Română", "english_name": "Romanian"}, "war": {"articles": 1261974, "name": "Winaray", "english_name": "Waray-Waray"}, "pl": {"articles": 1197910, "name": "Polski", "english_name": "Polish"}, "be": {"articles": 123504, "name": "Беларуская", "english_name": "Belarusian"}, "fr": {"articles": 1823855, "name": "Français", "english_name": "French"}, "bg": {"articles": 223845, "name": "Български", "english_name": "Bulgarian"}, "la": {"articles": 125703, "name": "Latina", "english_name": "Latin"}, "ceb": {"articles": 3550855, "name": "Sinugboanong Binisaya", "english_name": "Cebuano"}, "hr": {"articles": 171093, "name": "Hrvatski", "english_name": "Croatian"}, "de": {"articles": 2009917, "name": "Deutsch", "english_name": "German"}, "hu": {"articles": 400092, "name": "Magyar", "english_name": "Hungarian"}, "fa": {"articles": 516845, "name": "فارسی", "english_name": "Persian"}, "hi": {"articles": 114434, "name": "हिन्दी", "english_name": "Hindi"}, "fi": {"articles": 405252, "name": "Suomi", "english_name": "Finnish"}, "hy": {"articles": 212809, "name": "Հայերեն", "english_name": "Armenian"}, "da": {"articles": 221877, "name": "Dansk", "english_name": "Danish"}, "ja": {"articles": 1041824, "name": "日本語", "english_name": "Japanese"}, "he": {"articles": 199341, "name": "עברית", "english_name": "Hebrew"}, "ka": {"articles": 111191, "name": "ქართული", "english_name": "Georgian"}, "ms": {"articles": 286242, "name": "Bahasa Melayu", "english_name": "Malay"}, "uz": {"articles": 128746, "name": "O‘zbek", "english_name": "Uzbek"}, "kk": {"articles": 217493, "name": "Қазақша", "english_name": "Kazakh"}, "sr": {"articles": 342597, "name": "Српски / Srpski", "english_name": "Serbian"}, "min": {"articles": 221961, "name": "Minangkabau", "english_name": "Minangkabau"}, "ko": {"articles": 367360, "name": "한국어", "english_name": "Korean"}, "sv": {"articles": 3783545, "name": "Svenska", "english_name": "Swedish"}, "ur": {"articles": 110877, "name": "اردو", "english_name": "Urdu"}, "sk": {"articles": 215374, "name": "Slovenčina", "english_name": "Slovak"}, "sh": {"articles": 436576, "name": "Srpskohrvatski / Српскохрватски", "english_name": "Serbo-Croatian"}, "uk": {"articles": 667399, "name": "Українська", "english_name": "Ukrainian"}, "sl": {"articles": 154006, "name": "Slovenščina", "english_name": "Slovenian"}}, "bing news": ["sq", "de", "ar", "bg", "ca", "cs", "zh-CHS", "zh-CHT", "ko", "hr", "da", "sk", "sl", "es", "et", "fi", "fr", "el", "he", "nl", "hu", "id", "en", "is", "it", "ja", "lv", "lt", "ms", "nb", "fa", "pl", "pt-BR", "pt-PT", "ro", "ru", "sr", "sv", "th", "tr", "uk", "vi"], "yahoo news": ["ar", "bg", "zh-chs", "zh-cht", "hr", "cs", "da", "nl", "en", "et", "fi", "fr", "de", "el", "he", "hu", "it", "ja", "ko", "lv", "lt", "no", "pl", "pt", "ro", "ru", "sk", "sl", "es", "sv", "th", "tr"], "swisscows": ["browser", "ar-SA", "es-AR", "en-AU", "de-AT", "fr-BE", "nl-BE", "pt-BR", "en-CA", "fr-CA", "es-CL", "zh-CN", "da-DK", "fi-FI", "fr-FR", "de-DE", "zh-HK", "en-IN", "en-IE", "it-IT", "ja-JP", "ko-KR", "en-MY", "es-MX", "nl-NL", "en-NZ", "nb-NO", "en-PH", "pl-PL", "pt-PT", "ru-RU", "en-ZA", "es-ES", "sv-SE", "de-CH", "fr-CH", "zh-TW", "tr-TR", "en-GB", "en-US", "es-US"], "wikidata": {"el": {"articles": 124415, "name": "Ελληνικά", "english_name": "Greek"}, "eo": {"articles": 235634, "name": "Esperanto", "english_name": "Esperanto"}, "en": {"articles": 5309305, "name": "English", "english_name": "English"}, "zh": {"articles": 915635, "name": "中文", "english_name": "Chinese"}, "simple": {"articles": 121825, "name": "Simple English", "english_name": "Simple English"}, "vi": {"articles": 1151694, "name": "Tiếng Việt", "english_name": "Vietnamese"}, "ca": {"articles": 529048, "name": "Català", "english_name": "Catalan"}, "it": {"articles": 1318160, "name": "Italiano", "english_name": "Italian"}, "ce": {"articles": 159058, "name": "Нохчийн", "english_name": "Chechen"}, "vo": {"articles": 120413, "name": "Volapük", "english_name": "Volapük"}, "eu": {"articles": 261908, "name": "Euskara", "english_name": "Basque"}, "ar": {"articles": 453836, "name": "العربية", "english_name": "Arabic"}, "cs": {"articles": 369249, "name": "Čeština", "english_name": "Czech"}, "et": {"articles": 151639, "name": "Eesti", "english_name": "Estonian"}, "gl": {"articles": 134762, "name": "Galego", "english_name": "Galician"}, "id": {"articles": 390382, "name": "Bahasa Indonesia", "english_name": "Indonesian"}, "es": {"articles": 1302275, "name": "Español", "english_name": "Spanish"}, "ru": {"articles": 1359763, "name": "Русский", "english_name": "Russian"}, "az": {"articles": 111556, "name": "Azərbaycanca", "english_name": "Azerbaijani"}, "nl": {"articles": 1886078, "name": "Nederlands", "english_name": "Dutch"}, "pt": {"articles": 949323, "name": "Português", "english_name": "Portuguese"}, "no": {"articles": 458365, "name": "Norsk (Bokmål)", "english_name": "Norwegian (Bokmål)"}, "tr": {"articles": 287474, "name": "Türkçe", "english_name": "Turkish"}, "zh-min-nan": {"articles": 201946, "name": "Bân-lâm-gú", "english_name": "Min Nan"}, "lt": {"articles": 180396, "name": "Lietuvių", "english_name": "Lithuanian"}, "th": {"articles": 113285, "name": "ไทย", "english_name": "Thai"}, "nn": {"articles": 131737, "name": "Nynorsk", "english_name": "Norwegian (Nynorsk)"}, "ro": {"articles": 373101, "name": "Română", "english_name": "Romanian"}, "war": {"articles": 1261974, "name": "Winaray", "english_name": "Waray-Waray"}, "pl": {"articles": 1197910, "name": "Polski", "english_name": "Polish"}, "be": {"articles": 123504, "name": "Беларуская", "english_name": "Belarusian"}, "fr": {"articles": 1823855, "name": "Français", "english_name": "French"}, "bg": {"articles": 223845, "name": "Български", "english_name": "Bulgarian"}, "la": {"articles": 125703, "name": "Latina", "english_name": "Latin"}, "ceb": {"articles": 3550855, "name": "Sinugboanong Binisaya", "english_name": "Cebuano"}, "hr": {"articles": 171093, "name": "Hrvatski", "english_name": "Croatian"}, "de": {"articles": 2009917, "name": "Deutsch", "english_name": "German"}, "hu": {"articles": 400092, "name": "Magyar", "english_name": "Hungarian"}, "fa": {"articles": 516845, "name": "فارسی", "english_name": "Persian"}, "hi": {"articles": 114434, "name": "हिन्दी", "english_name": "Hindi"}, "fi": {"articles": 405252, "name": "Suomi", "english_name": "Finnish"}, "hy": {"articles": 212809, "name": "Հայերեն", "english_name": "Armenian"}, "da": {"articles": 221877, "name": "Dansk", "english_name": "Danish"}, "ja": {"articles": 1041824, "name": "日本語", "english_name": "Japanese"}, "he": {"articles": 199341, "name": "עברית", "english_name": "Hebrew"}, "ka": {"articles": 111191, "name": "ქართული", "english_name": "Georgian"}, "ms": {"articles": 286242, "name": "Bahasa Melayu", "english_name": "Malay"}, "uz": {"articles": 128746, "name": "O‘zbek", "english_name": "Uzbek"}, "kk": {"articles": 217493, "name": "Қазақша", "english_name": "Kazakh"}, "sr": {"articles": 342597, "name": "Српски / Srpski", "english_name": "Serbian"}, "min": {"articles": 221961, "name": "Minangkabau", "english_name": "Minangkabau"}, "ko": {"articles": 367360, "name": "한국어", "english_name": "Korean"}, "sv": {"articles": 3783545, "name": "Svenska", "english_name": "Swedish"}, "ur": {"articles": 110877, "name": "اردو", "english_name": "Urdu"}, "sk": {"articles": 215374, "name": "Slovenčina", "english_name": "Slovak"}, "sh": {"articles": 436576, "name": "Srpskohrvatski / Српскохрватски", "english_name": "Serbo-Croatian"}, "uk": {"articles": 667399, "name": "Українська", "english_name": "Ukrainian"}, "sl": {"articles": 154006, "name": "Slovenščina", "english_name": "Slovenian"}}, "ddg definitions": ["da-DK", "vi-VN", "en-SG", "sl-SL", "en-XA", "tzh-HK", "en-UK", "ro-RO", "en-MY", "el-GR", "it-CH", "hu-HU", "fr-FR", "en-PH", "tl-PH", "fr-CA", "fi-FI", "et-EE", "sv-SE", "es-XL", "th-TH", "sk-SK", "es-ES", "en-IE", "es-US", "es-PE", "nl-NL", "en-US", "de-DE", "de-AT", "wt-WT", "no-NO", "tr-TR", "ca-ES", "it-IT", "es-CO", "ru-RU", "ca-CT", "en-ZA", "en-CA", "jp-JP", "es-MX", "id-ID", "es-AR", "he-IL", "kr-KR", "en-AU", "ms-MY", "pl-PL", "lv-LV", "bg-BG", "zh-CN", "en-NZ", "lt-LT", "tzh-TW", "hr-HR", "pt-PT", "fr-BE", "de-CH", "cs-CZ", "en-IN", "nl-BE", "fr-CH", "en-ID", "ar-XA", "pt-BR", "uk-UA", "es-CL"], "bing images": ["sq", "de", "ar", "bg", "ca", "cs", "zh-CHS", "zh-CHT", "ko", "hr", "da", "sk", "sl", "es", "et", "fi", "fr", "el", "he", "nl", "hu", "id", "en", "is", "it", "ja", "lv", "lt", "ms", "nb", "fa", "pl", "pt-BR", "pt-PT", "ro", "ru", "sr", "sv", "th", "tr", "uk", "vi"], "yahoo": ["ar", "bg", "zh-chs", "zh-cht", "hr", "cs", "da", "nl", "en", "et", "fi", "fr", "de", "el", "he", "hu", "it", "ja", "ko", "lv", "lt", "no", "pl", "pt", "ro", "ru", "sk", "sl", "es", "sv", "th", "tr"], "gigablast": ["en", "fr", "es", "ru", "tr", "ja", "h_", "tw", "cn", "ko", "de", "nl", "it", "fi", "sv", "no", "pt", "vi", "ar", "he", "id", "el", "th", "hi", "bn", "pl", "tl", "la", "eo", "ca", "bg", "tx", "sr", "hu", "da", "lt", "cs", "gl", "ka", "gd", "go", "ro", "ga", "lv", "hy", "is", "ag", "gv", "io", "fa", "te", "vv", "mg", "ku", "lb", "et"]} \ No newline at end of file +{"google news": {"el": {"name": "Ελληνικά"}, "eo": {"name": "Esperanto"}, "en": {"name": "English"}, "af": {"name": "Afrikaans"}, "vi": {"name": "Tiếng Việt"}, "ca": {"name": "Català"}, "it": {"name": "Italiano"}, "iw": {"name": "עברית"}, "hy": {"name": "Հայերեն"}, "cs": {"name": "Čeština"}, "et": {"name": "Eesti"}, "id": {"name": "Indonesia"}, "es": {"name": "Español"}, "ru": {"name": "Русский"}, "nl": {"name": "Nederlands"}, "pt": {"name": "Português"}, "no": {"name": "Norsk"}, "tr": {"name": "Türkçe"}, "lt": {"name": "Lietuvių"}, "lv": {"name": "Latviešu"}, "tl": {"name": "Filipino"}, "zh-TW": {"name": "中文 (繁體)"}, "th": {"name": "ไทย"}, "ro": {"name": "Română"}, "is": {"name": "Íslenska"}, "pl": {"name": "Polski"}, "be": {"name": "Беларуская"}, "fr": {"name": "Français"}, "bg": {"name": "Български"}, "hr": {"name": "Hrvatski"}, "de": {"name": "Deutsch"}, "ko": {"name": "한국어"}, "da": {"name": "Dansk"}, "fa": {"name": "فارسی"}, "hi": {"name": "हिन्दी"}, "fi": {"name": "Suomi"}, "hu": {"name": "Magyar"}, "ja": {"name": "日本語"}, "sr": {"name": "Српски"}, "sw": {"name": "Kiswahili"}, "sv": {"name": "Svenska"}, "sk": {"name": "Slovenčina"}, "zh-CN": {"name": "中文 (简体)"}, "ar": {"name": "العربية"}, "uk": {"name": "Українська"}, "sl": {"name": "Slovenščina"}}, "dailymotion": {"gv": {"english_name": "Manx"}, "gu": {"name": "ગુજરાતી", "english_name": "Gujarati"}, "gd": {"english_name": "Gaelic, Scottish"}, "ga": {"name": "Gaeilge", "english_name": "Irish"}, "gn": {"english_name": "Guarani"}, "gl": {"name": "Galego", "english_name": "Galician"}, "lg": {"english_name": "Ganda"}, "lb": {"english_name": "Luxembourgish"}, "la": {"english_name": "Latin"}, "ln": {"english_name": "Lingala"}, "lo": {"english_name": "Lao"}, "tt": {"name": "Татарча", "english_name": "Tatar"}, "tr": {"name": "Türkçe", "english_name": "Turkish"}, "ts": {"english_name": "Tsonga"}, "li": {"english_name": "Limburgan"}, "lv": {"name": "Latviešu", "english_name": "Latvian"}, "to": {"english_name": "Tonga (Tonga Islands)"}, "lt": {"name": "Lietuvių", "english_name": "Lithuanian"}, "lu": {"english_name": "Luba-Katanga"}, "tk": {"english_name": "Turkmen"}, "th": {"name": "ไทย", "english_name": "Thai"}, "ti": {"name": "ትግርኛ", "english_name": "Tigrinya"}, "tg": {"english_name": "Tajik"}, "te": {"english_name": "Telugu"}, "ta": {"name": "தமிழ்", "english_name": "Tamil"}, "yi": {"english_name": "Yiddish"}, "yo": {"english_name": "Yoruba"}, "de": {"name": "Deutsch", "english_name": "German"}, "da": {"name": "Dansk", "english_name": "Danish"}, "dz": {"english_name": "Dzongkha"}, "st": {"english_name": "Sotho, Southern"}, "dv": {"english_name": "Dhivehi"}, "qu": {"english_name": "Quechua"}, "el": {"name": "Ελληνικά", "english_name": "Greek, Modern (1453-)"}, "eo": {"name": "Esperanto", "english_name": "Esperanto"}, "en": {"english_name": "English"}, "zh": {"name": "中文", "english_name": "Chinese"}, "ee": {"english_name": "Ewe"}, "za": {"english_name": "Zhuang"}, "mh": {"english_name": "Marshallese"}, "uk": {"name": "українська", "english_name": "Ukrainian"}, "eu": {"name": "Euskara", "english_name": "Basque"}, "et": {"name": "Eesti", "english_name": "Estonian"}, "es": {"name": "Español", "english_name": "Spanish"}, "ru": {"name": "русский", "english_name": "Russian"}, "rw": {"name": "Ikinyarwanda", "english_name": "Kinyarwanda"}, "rm": {"english_name": "Romansh"}, "rn": {"english_name": "Rundi"}, "ro": {"name": "Română", "english_name": "Romanian"}, "bn": {"name": "বাংলা", "english_name": "Bengali"}, "be": {"english_name": "Belarusian"}, "bg": {"name": "Български", "english_name": "Bulgarian"}, "ba": {"english_name": "Bashkir"}, "wa": {"name": "Walon", "english_name": "Walloon"}, "wo": {"english_name": "Wolof"}, "bm": {"english_name": "Bambara"}, "jv": {"english_name": "Javanese"}, "bo": {"english_name": "Tibetan"}, "bi": {"english_name": "Bislama"}, "br": {"name": "Brezhoneg", "english_name": "Breton"}, "bs": {"name": "Bosnian", "english_name": "Bosnian"}, "ja": {"name": "日本語", "english_name": "Japanese"}, "om": {"english_name": "Oromo"}, "oj": {"english_name": "Ojibwa"}, "ty": {"english_name": "Tahitian"}, "oc": {"name": "Occitan", "english_name": "Occitan"}, "tw": {"english_name": "Twi"}, "os": {"english_name": "Ossetian"}, "or": {"name": "Oriya", "english_name": "Oriya"}, "xh": {"name": "Xhosa", "english_name": "Xhosa"}, "ch": {"english_name": "Chamorro"}, "co": {"english_name": "Corsican"}, "ca": {"name": "Català", "english_name": "Catalan"}, "ce": {"english_name": "Chechen"}, "cy": {"name": "Cymraeg", "english_name": "Welsh"}, "cs": {"name": "čeština", "english_name": "Czech"}, "cr": {"english_name": "Cree"}, "cv": {"english_name": "Chuvash"}, "cu": {"english_name": "Slavic, Church"}, "ve": {"name": "Venda", "english_name": "Venda"}, "ps": {"name": "Pushto", "english_name": "Pushto"}, "pt": {"name": "Português", "english_name": "Portuguese"}, "tl": {"english_name": "Tagalog"}, "pa": {"name": "ਪੰਜਾਬੀ", "english_name": "Panjabi"}, "vi": {"name": "Tiếng Việt", "english_name": "Vietnamese"}, "pi": {"english_name": "Pali"}, "is": {"name": "Íslenska", "english_name": "Icelandic"}, "pl": {"name": "polski", "english_name": "Polish"}, "hz": {"english_name": "Herero"}, "hy": {"english_name": "Armenian"}, "hr": {"name": "hrvatski", "english_name": "Croatian"}, "iu": {"english_name": "Inuktitut"}, "ht": {"english_name": "Haitian"}, "hu": {"name": "magyar", "english_name": "Hungarian"}, "hi": {"name": "हिंदी", "english_name": "Hindi"}, "ho": {"english_name": "Hiri Motu"}, "ha": {"english_name": "Hausa"}, "he": {"name": "עברית", "english_name": "Hebrew"}, "mg": {"english_name": "Malagasy"}, "uz": {"english_name": "Uzbek"}, "ml": {"english_name": "Malayalam"}, "mn": {"name": "Монгол", "english_name": "Mongolian"}, "mi": {"name": "Reo Māori", "english_name": "Maori"}, "ik": {"english_name": "Inupiaq"}, "mk": {"name": "Македонски", "english_name": "Macedonian"}, "ur": {"english_name": "Urdu"}, "mt": {"name": "Malti", "english_name": "Maltese"}, "ms": {"name": "Malay", "english_name": "Malay"}, "mr": {"name": "मराठी", "english_name": "Marathi"}, "ug": {"english_name": "Uighur"}, "my": {"english_name": "Burmese"}, "sq": {"english_name": "Albanian"}, "ae": {"english_name": "Avestan"}, "ss": {"english_name": "Swati"}, "af": {"name": "Afrikaans", "english_name": "Afrikaans"}, "tn": {"english_name": "Tswana"}, "sw": {"english_name": "Swahili (macrolanguage)"}, "ak": {"english_name": "Akan"}, "am": {"name": "አማርኛ", "english_name": "Amharic"}, "it": {"name": "Italiano", "english_name": "Italian"}, "an": {"english_name": "Aragonese"}, "ii": {"english_name": "Yi, Sichuan"}, "ia": {"english_name": "Interlingua"}, "as": {"english_name": "Assamese"}, "ar": {"name": "العربية", "english_name": "Arabic"}, "su": {"english_name": "Sundanese"}, "io": {"english_name": "Ido"}, "av": {"english_name": "Avaric"}, "ay": {"english_name": "Aymara"}, "az": {"name": "Azerbaijani", "english_name": "Azerbaijani"}, "ie": {"english_name": "Interlingue"}, "id": {"name": "Indonesian", "english_name": "Indonesian"}, "ig": {"english_name": "Igbo"}, "sk": {"name": "Slovenský", "english_name": "Slovak"}, "sr": {"name": "српски", "english_name": "Serbian"}, "nl": {"name": "Nederlands", "english_name": "Dutch"}, "nn": {"name": "Norwegian Nynorsk", "english_name": "Norwegian Nynorsk"}, "no": {"english_name": "Norwegian"}, "na": {"english_name": "Nauru"}, "nb": {"name": "Norwegian Bokmål", "english_name": "Norwegian Bokmål"}, "nd": {"english_name": "Ndebele, North"}, "ne": {"english_name": "Nepali (macrolanguage)"}, "ng": {"english_name": "Ndonga"}, "ny": {"english_name": "Nyanja"}, "vo": {"english_name": "Volapük"}, "zu": {"name": "Isi-Zulu", "english_name": "Zulu"}, "so": {"english_name": "Somali"}, "nr": {"english_name": "Ndebele, South"}, "nv": {"english_name": "Navajo"}, "sn": {"english_name": "Shona"}, "fr": {"name": "français", "english_name": "French"}, "sm": {"english_name": "Samoan"}, "fy": {"english_name": "Frisian, Western"}, "sv": {"name": "Svenska", "english_name": "Swedish"}, "fa": {"name": "فارسی", "english_name": "Persian"}, "ff": {"english_name": "Fulah"}, "fi": {"name": "suomi", "english_name": "Finnish"}, "fj": {"english_name": "Fijian"}, "sa": {"english_name": "Sanskrit"}, "fo": {"english_name": "Faroese"}, "ka": {"english_name": "Georgian"}, "kg": {"english_name": "Kongo"}, "kk": {"english_name": "Kazakh"}, "kj": {"english_name": "Kuanyama"}, "ki": {"english_name": "Kikuyu"}, "ko": {"name": "한국어", "english_name": "Korean"}, "kn": {"name": "ಕನ್ನಡ", "english_name": "Kannada"}, "km": {"english_name": "Khmer, Central"}, "kl": {"english_name": "Kalaallisut"}, "ks": {"english_name": "Kashmiri"}, "kr": {"english_name": "Kanuri"}, "si": {"english_name": "Sinhala"}, "sh": {"name": "Serbo-Croatian", "english_name": "Serbo-Croatian"}, "kw": {"english_name": "Cornish"}, "kv": {"english_name": "Komi"}, "ku": {"english_name": "Kurdish"}, "sl": {"name": "slovenščina", "english_name": "Slovenian"}, "sc": {"english_name": "Sardinian"}, "ky": {"english_name": "Kirghiz"}, "sg": {"english_name": "Sango"}, "se": {"english_name": "Sami, Northern"}, "sd": {"english_name": "Sindhi"}}, "google": {"el": {"name": "Ελληνικά"}, "eo": {"name": "Esperanto"}, "en": {"name": "English"}, "af": {"name": "Afrikaans"}, "vi": {"name": "Tiếng Việt"}, "ca": {"name": "Català"}, "it": {"name": "Italiano"}, "iw": {"name": "עברית"}, "hy": {"name": "Հայերեն"}, "cs": {"name": "Čeština"}, "et": {"name": "Eesti"}, "id": {"name": "Indonesia"}, "es": {"name": "Español"}, "ru": {"name": "Русский"}, "nl": {"name": "Nederlands"}, "pt": {"name": "Português"}, "no": {"name": "Norsk"}, "tr": {"name": "Türkçe"}, "lt": {"name": "Lietuvių"}, "lv": {"name": "Latviešu"}, "tl": {"name": "Filipino"}, "zh-TW": {"name": "中文 (繁體)"}, "th": {"name": "ไทย"}, "ro": {"name": "Română"}, "is": {"name": "Íslenska"}, "pl": {"name": "Polski"}, "be": {"name": "Беларуская"}, "fr": {"name": "Français"}, "bg": {"name": "Български"}, "hr": {"name": "Hrvatski"}, "de": {"name": "Deutsch"}, "ko": {"name": "한국어"}, "da": {"name": "Dansk"}, "fa": {"name": "فارسی"}, "hi": {"name": "हिन्दी"}, "fi": {"name": "Suomi"}, "hu": {"name": "Magyar"}, "ja": {"name": "日本語"}, "sr": {"name": "Српски"}, "sw": {"name": "Kiswahili"}, "sv": {"name": "Svenska"}, "sk": {"name": "Slovenčina"}, "zh-CN": {"name": "中文 (简体)"}, "ar": {"name": "العربية"}, "uk": {"name": "Українська"}, "sl": {"name": "Slovenščina"}}, "duckduckgo": ["da-DK", "vi-VN", "en-SG", "sl-SL", "en-XA", "tzh-HK", "en-UK", "ro-RO", "en-MY", "el-GR", "it-CH", "hu-HU", "fr-FR", "en-PH", "tl-PH", "fr-CA", "fi-FI", "et-EE", "sv-SE", "es-XL", "th-TH", "sk-SK", "es-ES", "en-IE", "es-US", "es-PE", "nl-NL", "en-US", "de-DE", "de-AT", "wt-WT", "no-NO", "tr-TR", "ca-ES", "it-IT", "es-CO", "ru-RU", "ca-CT", "en-ZA", "en-CA", "jp-JP", "es-MX", "id-ID", "es-AR", "he-IL", "kr-KR", "en-AU", "ms-MY", "pl-PL", "lv-LV", "bg-BG", "zh-CN", "en-NZ", "lt-LT", "tzh-TW", "hr-HR", "pt-PT", "fr-BE", "de-CH", "cs-CZ", "en-IN", "nl-BE", "fr-CH", "en-ID", "ar-XA", "pt-BR", "uk-UA", "es-CL"], "bing": ["sq", "de", "ar", "bg", "ca", "cs", "zh-CHS", "zh-CHT", "ko", "hr", "da", "sk", "sl", "es", "et", "fi", "fr", "el", "he", "nl", "hu", "id", "en", "is", "it", "ja", "lv", "lt", "ms", "nb", "fa", "pl", "pt-BR", "pt-PT", "ro", "ru", "sr", "sv", "th", "tr", "uk", "vi"], "wikipedia": {"gv": {"articles": 4948, "name": "Gaelg", "english_name": "Manx"}, "sco": {"articles": 41801, "name": "Scots", "english_name": "Scots"}, "scn": {"articles": 25374, "name": "Sicilianu", "english_name": "Sicilian"}, "wuu": {"articles": 5635, "name": "吴语", "english_name": "Wu"}, "tcy": {"articles": 719, "name": "Tulu", "english_name": "ತುಳು"}, "cdo": {"articles": 4183, "name": "Mìng-dĕ̤ng-ngṳ̄", "english_name": "Min Dong"}, "gu": {"articles": 26693, "name": "ગુજરાતી", "english_name": "Gujarati"}, "kbd": {"articles": 1567, "name": "Адыгэбзэ (Adighabze)", "english_name": "Kabardian Circassian"}, "gd": {"articles": 14300, "name": "Gàidhlig", "english_name": "Scottish Gaelic"}, "jbo": {"articles": 1194, "name": "Lojban", "english_name": "Lojban"}, "ga": {"articles": 38905, "name": "Gaeilge", "english_name": "Irish"}, "gn": {"articles": 3127, "name": "Avañe'ẽ", "english_name": "Guarani"}, "gl": {"articles": 134977, "name": "Galego", "english_name": "Galician"}, "als": {"articles": 22425, "name": "Alemannisch", "english_name": "Alemannic"}, "lg": {"articles": 1090, "name": "Luganda", "english_name": "Luganda"}, "hak": {"articles": 7192, "name": "Hak-kâ-fa / 客家話", "english_name": "Hakka"}, "lb": {"articles": 47473, "name": "Lëtzebuergesch", "english_name": "Luxembourgish"}, "szl": {"articles": 5334, "name": "Ślůnski", "english_name": "Silesian"}, "vep": {"articles": 5255, "name": "Vepsän", "english_name": "Vepsian"}, "la": {"articles": 125798, "name": "Latina", "english_name": "Latin"}, "ln": {"articles": 2778, "name": "Lingala", "english_name": "Lingala"}, "frp": {"articles": 2570, "name": "Arpitan", "english_name": "Franco-Provençal"}, "tt": {"articles": 69939, "name": "Tatarça / Татарча", "english_name": "Tatar"}, "tr": {"articles": 288328, "name": "Türkçe", "english_name": "Turkish"}, "cbk-zam": {"articles": 2943, "name": "Chavacano de Zamboanga", "english_name": "Zamboanga Chavacano"}, "li": {"articles": 11561, "name": "Limburgs", "english_name": "Limburgish"}, "lv": {"articles": 74677, "name": "Latviešu", "english_name": "Latvian"}, "to": {"articles": 1688, "name": "faka Tonga", "english_name": "Tongan"}, "tl": {"articles": 65755, "name": "Tagalog", "english_name": "Tagalog"}, "jam": {"articles": 1582, "name": "Jamaican Creole English", "english_name": "Patois"}, "vec": {"articles": 10855, "name": "Vèneto", "english_name": "Venetian"}, "th": {"articles": 113526, "name": "ไทย", "english_name": "Thai"}, "ti": {"articles": 174, "name": "ትግርኛ", "english_name": "Tigrinya"}, "tg": {"articles": 67474, "name": "Тоҷикӣ", "english_name": "Tajik"}, "te": {"articles": 66313, "name": "తెలుగు", "english_name": "Telugu"}, "ksh": {"articles": 2818, "name": "Ripoarisch", "english_name": "Ripuarian"}, "pcd": {"articles": 3357, "name": "Picard", "english_name": "Picard"}, "ta": {"articles": 89734, "name": "தமிழ்", "english_name": "Tamil"}, "yi": {"articles": 13626, "name": "ייִדיש", "english_name": "Yiddish"}, "lrc": {"articles": 5229, "name": "لۊری شومالی", "english_name": "Northern Luri"}, "xmf": {"articles": 8739, "name": "მარგალური (Margaluri)", "english_name": "Mingrelian"}, "ceb": {"articles": 3641337, "name": "Sinugboanong Binisaya", "english_name": "Cebuano"}, "yo": {"articles": 31499, "name": "Yorùbá", "english_name": "Yoruba"}, "de": {"articles": 2014208, "name": "Deutsch", "english_name": "German"}, "da": {"articles": 222148, "name": "Dansk", "english_name": "Danish"}, "za": {"articles": 1161, "name": "Cuengh", "english_name": "Zhuang"}, "cho": {"articles": 6, "name": "Choctaw", "english_name": "Choctaw"}, "pdc": {"articles": 1773, "name": "Deitsch", "english_name": "Pennsylvania German"}, "bxr": {"articles": 1859, "name": "Буряад", "english_name": "Buryat"}, "dz": {"articles": 215, "name": "ཇོང་ཁ", "english_name": "Dzongkha"}, "hif": {"articles": 9641, "name": "Fiji Hindi", "english_name": "Fiji Hindi"}, "rm": {"articles": 3387, "name": "Rumantsch", "english_name": "Romansh"}, "dv": {"articles": 2971, "name": "ދިވެހިބަސް", "english_name": "Divehi"}, "qu": {"articles": 19850, "name": "Runa Simi", "english_name": "Quechua"}, "vls": {"articles": 5938, "name": "West-Vlams", "english_name": "West Flemish"}, "bar": {"articles": 21979, "name": "Boarisch", "english_name": "Bavarian"}, "eml": {"articles": 8497, "name": "Emiliàn e rumagnòl", "english_name": "Emilian-Romagnol"}, "kn": {"articles": 21564, "name": "ಕನ್ನಡ", "english_name": "Kannada"}, "fiu-vro": {"articles": 5440, "name": "Võro", "english_name": "Võro"}, "mo": {"articles": 394, "name": "Молдовеняскэ", "english_name": "Moldovan"}, "bpy": {"articles": 25068, "name": "ইমার ঠার/বিষ্ণুপ্রিয়া মণিপুরী", "english_name": "Bishnupriya Manipuri"}, "crh": {"articles": 5017, "name": "Qırımtatarca", "english_name": "Crimean Tatar"}, "mhr": {"articles": 9362, "name": "Олык Марий (Olyk Marij)", "english_name": "Meadow Mari"}, "diq": {"articles": 6964, "name": "Zazaki", "english_name": "Zazaki"}, "ho": {"articles": 3, "name": "Hiri Motu", "english_name": "Hiri Motu"}, "el": {"articles": 124890, "name": "Ελληνικά", "english_name": "Greek"}, "eo": {"articles": 235929, "name": "Esperanto", "english_name": "Esperanto"}, "en": {"articles": 5318426, "name": "English", "english_name": "English"}, "zh": {"articles": 917551, "name": "中文", "english_name": "Chinese"}, "pms": {"articles": 63989, "name": "Piemontèis", "english_name": "Piedmontese"}, "ee": {"articles": 334, "name": "Eʋegbe", "english_name": "Ewe"}, "tpi": {"articles": 1329, "name": "Tok Pisin", "english_name": "Tok Pisin"}, "arz": {"articles": 16167, "name": "مصرى (Maṣri)", "english_name": "Egyptian Arabic"}, "rmy": {"articles": 583, "name": "romani - रोमानी", "english_name": "Romani"}, "mdf": {"articles": 1133, "name": "Мокшень (Mokshanj Kälj)", "english_name": "Moksha"}, "kaa": {"articles": 1921, "name": "Qaraqalpaqsha", "english_name": "Karakalpak"}, "olo": {"articles": 1763, "name": "Livvi-Karelian", "english_name": "Livvinkarjala"}, "arc": {"articles": 1615, "name": "ܐܪܡܝܐ", "english_name": "Aramaic"}, "cr": {"articles": 127, "name": "Nehiyaw", "english_name": "Cree"}, "eu": {"articles": 263011, "name": "Euskara", "english_name": "Basque"}, "et": {"articles": 152338, "name": "Eesti", "english_name": "Estonian"}, "tet": {"articles": 1387, "name": "Tetun", "english_name": "Tetum"}, "es": {"articles": 1304679, "name": "Español", "english_name": "Spanish"}, "ba": {"articles": 36697, "name": "Башҡорт", "english_name": "Bashkir"}, "gom": {"articles": 2679, "name": "गोवा कोंकणी / Gova Konknni", "english_name": "Goan Konkani"}, "ru": {"articles": 1362031, "name": "Русский", "english_name": "Russian"}, "roa-tara": {"articles": 9229, "name": "Tarandíne", "english_name": "Tarantino"}, "mus": {"articles": 1, "name": "Muskogee", "english_name": "Muscogee"}, "ha": {"articles": 1400, "name": "هَوُسَ", "english_name": "Hausa"}, "ak": {"articles": 269, "name": "Akana", "english_name": "Akan"}, "lad": {"articles": 4380, "name": "Dzhudezmo", "english_name": "Ladino"}, "bm": {"articles": 410, "name": "Bamanankan", "english_name": "Bambara"}, "new": {"articles": 72116, "name": "नेपाल भाषा", "english_name": "Newar"}, "rn": {"articles": 495, "name": "Kirundi", "english_name": "Kirundi"}, "ro": {"articles": 373263, "name": "Română", "english_name": "Romanian"}, "dsb": {"articles": 3057, "name": "Dolnoserbski", "english_name": "Lower Sorbian"}, "jv": {"articles": 49674, "name": "Basa Jawa", "english_name": "Javanese"}, "hsb": {"articles": 10947, "name": "Hornjoserbsce", "english_name": "Upper Sorbian"}, "be": {"articles": 124196, "name": "Беларуская", "english_name": "Belarusian"}, "bg": {"articles": 224262, "name": "Български", "english_name": "Bulgarian"}, "myv": {"articles": 3309, "name": "Эрзянь (Erzjanj Kelj)", "english_name": "Erzya"}, "uk": {"articles": 669779, "name": "Українська", "english_name": "Ukrainian"}, "wa": {"articles": 14329, "name": "Walon", "english_name": "Walloon"}, "ast": {"articles": 47816, "name": "Asturianu", "english_name": "Asturian"}, "wo": {"articles": 1060, "name": "Wolof", "english_name": "Wolof"}, "got": {"articles": 489, "name": "𐌲𐌿𐍄𐌹𐍃𐌺", "english_name": "Gothic"}, "bn": {"articles": 46540, "name": "বাংলা", "english_name": "Bengali"}, "bo": {"articles": 5708, "name": "བོད་སྐད", "english_name": "Tibetan"}, "bh": {"articles": 8491, "name": "भोजपुरी", "english_name": "Bihari"}, "bi": {"articles": 709, "name": "Bislama", "english_name": "Bislama"}, "rue": {"articles": 5939, "name": "Русиньскый", "english_name": "Rusyn"}, "map-bms": {"articles": 13277, "name": "Basa Banyumasan", "english_name": "Banyumasan"}, "tum": {"articles": 563, "name": "chiTumbuka", "english_name": "Tumbuka"}, "br": {"articles": 60718, "name": "Brezhoneg", "english_name": "Breton"}, "bs": {"articles": 72365, "name": "Bosanski", "english_name": "Bosnian"}, "lez": {"articles": 3079, "name": "Лезги чІал (Lezgi č’al)", "english_name": "Lezgian"}, "ja": {"articles": 1043288, "name": "日本語", "english_name": "Japanese"}, "om": {"articles": 725, "name": "Oromoo", "english_name": "Oromo"}, "glk": {"articles": 6034, "name": "گیلکی", "english_name": "Gilaki"}, "ace": {"articles": 3781, "name": "Bahsa Acèh", "english_name": "Acehnese"}, "ng": {"articles": 8, "name": "Oshiwambo", "english_name": "Ndonga"}, "ilo": {"articles": 10030, "name": "Ilokano", "english_name": "Ilokano"}, "roa-rup": {"articles": 1201, "name": "Armãneashce", "english_name": "Aromanian"}, "oc": {"articles": 83705, "name": "Occitan", "english_name": "Occitan"}, "ltg": {"articles": 797, "name": "Latgaļu", "english_name": "Latgalian"}, "be-tarask": {"articles": 59911, "name": "Беларуская (тарашкевіца)", "english_name": "Belarusian (Taraškievica)"}, "st": {"articles": 382, "name": "Sesotho", "english_name": "Sesotho"}, "lo": {"articles": 1835, "name": "ລາວ", "english_name": "Lao"}, "krc": {"articles": 2007, "name": "Къарачай-Малкъар (Qarachay-Malqar)", "english_name": "Karachay-Balkar"}, "nds": {"articles": 25749, "name": "Plattdüütsch", "english_name": "Low Saxon"}, "os": {"articles": 10292, "name": "Иронау", "english_name": "Ossetian"}, "or": {"articles": 11931, "name": "ଓଡ଼ିଆ", "english_name": "Oriya"}, "udm": {"articles": 3766, "name": "Удмурт кыл", "english_name": "Udmurt"}, "xh": {"articles": 585, "name": "isiXhosa", "english_name": "Xhosa"}, "ch": {"articles": 418, "name": "Chamoru", "english_name": "Chamorro"}, "co": {"articles": 5384, "name": "Corsu", "english_name": "Corsican"}, "nso": {"articles": 7614, "name": "Sepedi", "english_name": "Northern Sotho"}, "simple": {"articles": 121981, "name": "Simple English", "english_name": "Simple English"}, "bjn": {"articles": 1646, "name": "Bahasa Banjar", "english_name": "Banjar"}, "ca": {"articles": 529690, "name": "Català", "english_name": "Catalan"}, "lmo": {"articles": 34599, "name": "Lumbaart", "english_name": "Lombard"}, "ce": {"articles": 159555, "name": "Нохчийн", "english_name": "Chechen"}, "ts": {"articles": 393, "name": "Xitsonga", "english_name": "Tsonga"}, "cy": {"articles": 89311, "name": "Cymraeg", "english_name": "Welsh"}, "ang": {"articles": 2837, "name": "Englisc", "english_name": "Anglo-Saxon"}, "cs": {"articles": 370042, "name": "Čeština", "english_name": "Czech"}, "ty": {"articles": 1177, "name": "Reo Mā`ohi", "english_name": "Tahitian"}, "ady": {"articles": 404, "name": "Адыгэбзэ", "english_name": "Adyghe"}, "cv": {"articles": 36665, "name": "Чăваш", "english_name": "Chuvash"}, "cu": {"articles": 582, "name": "Словѣньскъ", "english_name": "Old Church Slavonic"}, "ve": {"articles": 237, "name": "Tshivenda", "english_name": "Venda"}, "koi": {"articles": 3429, "name": "Перем Коми (Perem Komi)", "english_name": "Komi-Permyak"}, "ps": {"articles": 7922, "name": "پښتو", "english_name": "Pashto"}, "fj": {"articles": 340, "name": "Na Vosa Vakaviti", "english_name": "Fijian"}, "srn": {"articles": 1046, "name": "Sranantongo", "english_name": "Sranan"}, "pt": {"articles": 951009, "name": "Português", "english_name": "Portuguese"}, "sm": {"articles": 743, "name": "Gagana Samoa", "english_name": "Samoan"}, "ext": {"articles": 2867, "name": "Estremeñu", "english_name": "Extremaduran"}, "lt": {"articles": 180522, "name": "Lietuvių", "english_name": "Lithuanian"}, "zh-min-nan": {"articles": 202155, "name": "Bân-lâm-gú", "english_name": "Min Nan"}, "frr": {"articles": 4601, "name": "Nordfriisk", "english_name": "North Frisian"}, "chr": {"articles": 785, "name": "ᏣᎳᎩ", "english_name": "Cherokee"}, "pa": {"articles": 24138, "name": "ਪੰਜਾਬੀ", "english_name": "Punjabi"}, "xal": {"articles": 2022, "name": "Хальмг", "english_name": "Kalmyk"}, "chy": {"articles": 603, "name": "Tsetsêhestâhese", "english_name": "Cheyenne"}, "pi": {"articles": 2518, "name": "पाऴि", "english_name": "Pali"}, "war": {"articles": 1261990, "name": "Winaray", "english_name": "Waray-Waray"}, "pl": {"articles": 1199991, "name": "Polski", "english_name": "Polish"}, "tk": {"articles": 5197, "name": "تركمن / Туркмен", "english_name": "Turkmen"}, "hz": {"articles": 0, "name": "Otsiherero", "english_name": "Herero"}, "hy": {"articles": 213164, "name": "Հայերեն", "english_name": "Armenian"}, "an": {"articles": 31840, "name": "Aragonés", "english_name": "Aragonese"}, "nrm": {"articles": 3618, "name": "Nouormand/Normaund", "english_name": "Norman"}, "hr": {"articles": 171369, "name": "Hrvatski", "english_name": "Croatian"}, "iu": {"articles": 387, "name": "ᐃᓄᒃᑎᑐᑦ", "english_name": "Inuktitut"}, "pfl": {"articles": 2065, "name": "Pälzisch", "english_name": "Palatinate German"}, "ht": {"articles": 51121, "name": "Krèyol ayisyen", "english_name": "Haitian"}, "hu": {"articles": 400806, "name": "Magyar", "english_name": "Hungarian"}, "gan": {"articles": 6365, "name": "贛語", "english_name": "Gan"}, "bat-smg": {"articles": 15951, "name": "Žemaitėška", "english_name": "Samogitian"}, "hi": {"articles": 114576, "name": "हिन्दी", "english_name": "Hindi"}, "tw": {"articles": 582, "name": "Twi", "english_name": "Twi"}, "gag": {"articles": 2741, "name": "Gagauz", "english_name": "Gagauz"}, "kg": {"articles": 1173, "name": "KiKongo", "english_name": "Kongo"}, "pnb": {"articles": 42879, "name": "شاہ مکھی پنجابی (Shāhmukhī Pañjābī)", "english_name": "Western Punjabi"}, "bug": {"articles": 14117, "name": "Basa Ugi", "english_name": "Buginese"}, "kj": {"articles": 4, "name": "Kuanyama", "english_name": "Kuanyama"}, "he": {"articles": 200035, "name": "עברית", "english_name": "Hebrew"}, "mg": {"articles": 82836, "name": "Malagasy", "english_name": "Malagasy"}, "fur": {"articles": 3153, "name": "Furlan", "english_name": "Friulian"}, "uz": {"articles": 128754, "name": "O‘zbek", "english_name": "Uzbek"}, "ml": {"articles": 47017, "name": "മലയാളം", "english_name": "Malayalam"}, "azb": {"articles": 12065, "name": "تۆرکجه", "english_name": "South Azerbaijani"}, "mn": {"articles": 16314, "name": "Монгол", "english_name": "Mongolian"}, "mi": {"articles": 7110, "name": "Māori", "english_name": "Maori"}, "ik": {"articles": 247, "name": "Iñupiak", "english_name": "Inupiak"}, "mk": {"articles": 87666, "name": "Македонски", "english_name": "Macedonian"}, "ur": {"articles": 110984, "name": "اردو", "english_name": "Urdu"}, "zea": {"articles": 4362, "name": "Zeêuws", "english_name": "Zeelandic"}, "mt": {"articles": 3178, "name": "Malti", "english_name": "Maltese"}, "stq": {"articles": 3755, "name": "Seeltersk", "english_name": "Saterland Frisian"}, "ms": {"articles": 286413, "name": "Bahasa Melayu", "english_name": "Malay"}, "mr": {"articles": 45166, "name": "मराठी", "english_name": "Marathi"}, "ug": {"articles": 3057, "name": "ئۇيغۇر تىلى", "english_name": "Uyghur"}, "mwl": {"articles": 2795, "name": "Mirandés", "english_name": "Mirandese"}, "my": {"articles": 33652, "name": "မြန်မာဘာသာ", "english_name": "Burmese"}, "ki": {"articles": 1337, "name": "Gĩkũyũ", "english_name": "Kikuyu"}, "pih": {"articles": 501, "name": "Norfuk", "english_name": "Norfolk"}, "aa": {"articles": 1, "name": "Afar", "english_name": "Afar"}, "sah": {"articles": 11013, "name": "Саха тыла (Saxa Tyla)", "english_name": "Sakha"}, "ss": {"articles": 419, "name": "SiSwati", "english_name": "Swati"}, "af": {"articles": 43289, "name": "Afrikaans", "english_name": "Afrikaans"}, "tn": {"articles": 616, "name": "Setswana", "english_name": "Tswana"}, "vi": {"articles": 1152393, "name": "Tiếng Việt", "english_name": "Vietnamese"}, "is": {"articles": 41545, "name": "Íslenska", "english_name": "Icelandic"}, "am": {"articles": 13340, "name": "አማርኛ", "english_name": "Amharic"}, "it": {"articles": 1320887, "name": "Italiano", "english_name": "Italian"}, "vo": {"articles": 120415, "name": "Volapük", "english_name": "Volapük"}, "ii": {"articles": 3, "name": "ꆇꉙ", "english_name": "Sichuan Yi"}, "ay": {"articles": 3822, "name": "Aymar", "english_name": "Aymara"}, "as": {"articles": 4380, "name": "অসমীয়া", "english_name": "Assamese"}, "ar": {"articles": 455175, "name": "العربية", "english_name": "Arabic"}, "lbe": {"articles": 1210, "name": "Лакку", "english_name": "Lak"}, "km": {"articles": 5007, "name": "ភាសាខ្មែរ", "english_name": "Khmer"}, "io": {"articles": 26854, "name": "Ido", "english_name": "Ido"}, "av": {"articles": 2288, "name": "Авар", "english_name": "Avar"}, "ia": {"articles": 19793, "name": "Interlingua", "english_name": "Interlingua"}, "haw": {"articles": 1969, "name": "Hawai`i", "english_name": "Hawaiian"}, "az": {"articles": 111748, "name": "Azərbaycanca", "english_name": "Azerbaijani"}, "ie": {"articles": 3541, "name": "Interlingue", "english_name": "Interlingue"}, "id": {"articles": 391035, "name": "Bahasa Indonesia", "english_name": "Indonesian"}, "nds-nl": {"articles": 6707, "name": "Nedersaksisch", "english_name": "Dutch Low Saxon"}, "pap": {"articles": 1745, "name": "Papiamentu", "english_name": "Papiamentu"}, "ks": {"articles": 268, "name": "कश्मीरी / كشميري", "english_name": "Kashmiri"}, "nl": {"articles": 1887857, "name": "Nederlands", "english_name": "Dutch"}, "nn": {"articles": 131835, "name": "Nynorsk", "english_name": "Norwegian (Nynorsk)"}, "no": {"articles": 458991, "name": "Norsk (Bokmål)", "english_name": "Norwegian (Bokmål)"}, "na": {"articles": 1264, "name": "dorerin Naoero", "english_name": "Nauruan"}, "nah": {"articles": 9932, "name": "Nāhuatl", "english_name": "Nahuatl"}, "ne": {"articles": 29801, "name": "नेपाली", "english_name": "Nepali"}, "lij": {"articles": 3234, "name": "Líguru", "english_name": "Ligurian"}, "csb": {"articles": 5269, "name": "Kaszëbsczi", "english_name": "Kashubian"}, "tyv": {"articles": 1356, "name": "Тыва", "english_name": "Tuvan"}, "ny": {"articles": 360, "name": "Chichewa", "english_name": "Chichewa"}, "nap": {"articles": 14419, "name": "Nnapulitano", "english_name": "Neapolitan"}, "ig": {"articles": 1304, "name": "Igbo", "english_name": "Igbo"}, "pag": {"articles": 2526, "name": "Pangasinan", "english_name": "Pangasinan"}, "zu": {"articles": 885, "name": "isiZulu", "english_name": "Zulu"}, "kw": {"articles": 3749, "name": "Kernewek/Karnuack", "english_name": "Cornish"}, "pam": {"articles": 8526, "name": "Kapampangan", "english_name": "Kapampangan"}, "nv": {"articles": 2462, "name": "Diné bizaad", "english_name": "Navajo"}, "sn": {"articles": 2638, "name": "chiShona", "english_name": "Shona"}, "kab": {"articles": 2833, "name": "Taqbaylit", "english_name": "Kabyle"}, "fr": {"articles": 1827374, "name": "Français", "english_name": "French"}, "mrj": {"articles": 10165, "name": "Кырык Мары (Kyryk Mary)", "english_name": "Hill Mari"}, "zh-yue": {"articles": 49956, "name": "粵語", "english_name": "Cantonese"}, "fy": {"articles": 36591, "name": "Frysk", "english_name": "West Frisian"}, "pnt": {"articles": 441, "name": "Ποντιακά", "english_name": "Pontic"}, "fa": {"articles": 517904, "name": "فارسی", "english_name": "Persian"}, "rw": {"articles": 1800, "name": "Ikinyarwanda", "english_name": "Kinyarwanda"}, "ff": {"articles": 194, "name": "Fulfulde", "english_name": "Fula"}, "mh": {"articles": 4, "name": "Ebon", "english_name": "Marshallese"}, "mai": {"articles": 9893, "name": "मैथिली", "english_name": "Maithili"}, "fi": {"articles": 405881, "name": "Suomi", "english_name": "Finnish"}, "mzn": {"articles": 12363, "name": "مَزِروني", "english_name": "Mazandarani"}, "ab": {"articles": 1112, "name": "Аҧсуа", "english_name": "Abkhazian"}, "sa": {"articles": 10201, "name": "संस्कृतम्", "english_name": "Sanskrit"}, "zh-classical": {"articles": 4691, "name": "古文 / 文言文", "english_name": "Classical Chinese"}, "fo": {"articles": 12402, "name": "Føroyskt", "english_name": "Faroese"}, "bcl": {"articles": 6981, "name": "Bikol", "english_name": "Central Bicolano"}, "ka": {"articles": 111423, "name": "ქართული", "english_name": "Georgian"}, "nov": {"articles": 1641, "name": "Novial", "english_name": "Novial"}, "ckb": {"articles": 18268, "name": "Soranî / کوردی", "english_name": "Sorani"}, "kk": {"articles": 217554, "name": "Қазақша", "english_name": "Kazakh"}, "sr": {"articles": 343168, "name": "Српски / Srpski", "english_name": "Serbian"}, "sq": {"articles": 62674, "name": "Shqip", "english_name": "Albanian"}, "min": {"articles": 221960, "name": "Minangkabau", "english_name": "Minangkabau"}, "ko": {"articles": 368240, "name": "한국어", "english_name": "Korean"}, "sv": {"articles": 3784018, "name": "Svenska", "english_name": "Swedish"}, "su": {"articles": 19162, "name": "Basa Sunda", "english_name": "Sundanese"}, "kl": {"articles": 1637, "name": "Kalaallisut", "english_name": "Greenlandic"}, "sk": {"articles": 215487, "name": "Slovenčina", "english_name": "Slovak"}, "kr": {"articles": 0, "name": "Kanuri", "english_name": "Kanuri"}, "si": {"articles": 13092, "name": "සිංහල", "english_name": "Sinhalese"}, "sh": {"articles": 436721, "name": "Srpskohrvatski / Српскохрватски", "english_name": "Serbo-Croatian"}, "so": {"articles": 4333, "name": "Soomaali", "english_name": "Somali"}, "kv": {"articles": 4855, "name": "Коми", "english_name": "Komi"}, "ku": {"articles": 22578, "name": "Kurdî / كوردی", "english_name": "Kurdish"}, "sl": {"articles": 154096, "name": "Slovenščina", "english_name": "Slovenian"}, "sc": {"articles": 5232, "name": "Sardu", "english_name": "Sardinian"}, "ky": {"articles": 60038, "name": "Кыргызча", "english_name": "Kirghiz"}, "sg": {"articles": 245, "name": "Sängö", "english_name": "Sango"}, "sw": {"articles": 34888, "name": "Kiswahili", "english_name": "Swahili"}, "se": {"articles": 7271, "name": "Sámegiella", "english_name": "Northern Sami"}, "sd": {"articles": 8144, "name": "سنڌي، سندھی ، सिन्ध", "english_name": "Sindhi"}}, "bing news": ["sq", "de", "ar", "bg", "ca", "cs", "zh-CHS", "zh-CHT", "ko", "hr", "da", "sk", "sl", "es", "et", "fi", "fr", "el", "he", "nl", "hu", "id", "en", "is", "it", "ja", "lv", "lt", "ms", "nb", "fa", "pl", "pt-BR", "pt-PT", "ro", "ru", "sr", "sv", "th", "tr", "uk", "vi"], "yahoo news": ["ar", "bg", "zh-chs", "zh-cht", "hr", "cs", "da", "nl", "en", "et", "fi", "fr", "de", "el", "he", "hu", "it", "ja", "ko", "lv", "lt", "no", "pl", "pt", "ro", "ru", "sk", "sl", "es", "sv", "th", "tr"], "swisscows": ["browser", "ar-SA", "es-AR", "en-AU", "de-AT", "fr-BE", "nl-BE", "pt-BR", "en-CA", "fr-CA", "es-CL", "zh-CN", "da-DK", "fi-FI", "fr-FR", "de-DE", "zh-HK", "en-IN", "en-IE", "it-IT", "ja-JP", "ko-KR", "en-MY", "es-MX", "nl-NL", "en-NZ", "nb-NO", "en-PH", "pl-PL", "pt-PT", "ru-RU", "en-ZA", "es-ES", "sv-SE", "de-CH", "fr-CH", "zh-TW", "tr-TR", "en-GB", "en-US", "es-US"], "wikidata": {"gv": {"articles": 4948, "name": "Gaelg", "english_name": "Manx"}, "sco": {"articles": 41801, "name": "Scots", "english_name": "Scots"}, "scn": {"articles": 25374, "name": "Sicilianu", "english_name": "Sicilian"}, "wuu": {"articles": 5635, "name": "吴语", "english_name": "Wu"}, "tcy": {"articles": 719, "name": "Tulu", "english_name": "ತುಳು"}, "cdo": {"articles": 4183, "name": "Mìng-dĕ̤ng-ngṳ̄", "english_name": "Min Dong"}, "gu": {"articles": 26693, "name": "ગુજરાતી", "english_name": "Gujarati"}, "kbd": {"articles": 1567, "name": "Адыгэбзэ (Adighabze)", "english_name": "Kabardian Circassian"}, "gd": {"articles": 14300, "name": "Gàidhlig", "english_name": "Scottish Gaelic"}, "jbo": {"articles": 1194, "name": "Lojban", "english_name": "Lojban"}, "ga": {"articles": 38905, "name": "Gaeilge", "english_name": "Irish"}, "gn": {"articles": 3127, "name": "Avañe'ẽ", "english_name": "Guarani"}, "gl": {"articles": 134977, "name": "Galego", "english_name": "Galician"}, "als": {"articles": 22425, "name": "Alemannisch", "english_name": "Alemannic"}, "lg": {"articles": 1090, "name": "Luganda", "english_name": "Luganda"}, "hak": {"articles": 7192, "name": "Hak-kâ-fa / 客家話", "english_name": "Hakka"}, "lb": {"articles": 47473, "name": "Lëtzebuergesch", "english_name": "Luxembourgish"}, "szl": {"articles": 5334, "name": "Ślůnski", "english_name": "Silesian"}, "vep": {"articles": 5255, "name": "Vepsän", "english_name": "Vepsian"}, "la": {"articles": 125798, "name": "Latina", "english_name": "Latin"}, "ln": {"articles": 2778, "name": "Lingala", "english_name": "Lingala"}, "frp": {"articles": 2570, "name": "Arpitan", "english_name": "Franco-Provençal"}, "tt": {"articles": 69939, "name": "Tatarça / Татарча", "english_name": "Tatar"}, "tr": {"articles": 288328, "name": "Türkçe", "english_name": "Turkish"}, "cbk-zam": {"articles": 2943, "name": "Chavacano de Zamboanga", "english_name": "Zamboanga Chavacano"}, "li": {"articles": 11561, "name": "Limburgs", "english_name": "Limburgish"}, "lv": {"articles": 74677, "name": "Latviešu", "english_name": "Latvian"}, "to": {"articles": 1688, "name": "faka Tonga", "english_name": "Tongan"}, "tl": {"articles": 65755, "name": "Tagalog", "english_name": "Tagalog"}, "jam": {"articles": 1582, "name": "Jamaican Creole English", "english_name": "Patois"}, "vec": {"articles": 10855, "name": "Vèneto", "english_name": "Venetian"}, "th": {"articles": 113526, "name": "ไทย", "english_name": "Thai"}, "ti": {"articles": 174, "name": "ትግርኛ", "english_name": "Tigrinya"}, "tg": {"articles": 67474, "name": "Тоҷикӣ", "english_name": "Tajik"}, "te": {"articles": 66313, "name": "తెలుగు", "english_name": "Telugu"}, "ksh": {"articles": 2818, "name": "Ripoarisch", "english_name": "Ripuarian"}, "pcd": {"articles": 3357, "name": "Picard", "english_name": "Picard"}, "ta": {"articles": 89734, "name": "தமிழ்", "english_name": "Tamil"}, "yi": {"articles": 13626, "name": "ייִדיש", "english_name": "Yiddish"}, "lrc": {"articles": 5229, "name": "لۊری شومالی", "english_name": "Northern Luri"}, "xmf": {"articles": 8739, "name": "მარგალური (Margaluri)", "english_name": "Mingrelian"}, "ceb": {"articles": 3641337, "name": "Sinugboanong Binisaya", "english_name": "Cebuano"}, "yo": {"articles": 31499, "name": "Yorùbá", "english_name": "Yoruba"}, "de": {"articles": 2014208, "name": "Deutsch", "english_name": "German"}, "da": {"articles": 222148, "name": "Dansk", "english_name": "Danish"}, "za": {"articles": 1161, "name": "Cuengh", "english_name": "Zhuang"}, "cho": {"articles": 6, "name": "Choctaw", "english_name": "Choctaw"}, "pdc": {"articles": 1773, "name": "Deitsch", "english_name": "Pennsylvania German"}, "bxr": {"articles": 1859, "name": "Буряад", "english_name": "Buryat"}, "dz": {"articles": 215, "name": "ཇོང་ཁ", "english_name": "Dzongkha"}, "hif": {"articles": 9641, "name": "Fiji Hindi", "english_name": "Fiji Hindi"}, "rm": {"articles": 3387, "name": "Rumantsch", "english_name": "Romansh"}, "dv": {"articles": 2971, "name": "ދިވެހިބަސް", "english_name": "Divehi"}, "qu": {"articles": 19850, "name": "Runa Simi", "english_name": "Quechua"}, "vls": {"articles": 5938, "name": "West-Vlams", "english_name": "West Flemish"}, "bar": {"articles": 21979, "name": "Boarisch", "english_name": "Bavarian"}, "eml": {"articles": 8497, "name": "Emiliàn e rumagnòl", "english_name": "Emilian-Romagnol"}, "kn": {"articles": 21564, "name": "ಕನ್ನಡ", "english_name": "Kannada"}, "fiu-vro": {"articles": 5440, "name": "Võro", "english_name": "Võro"}, "mo": {"articles": 394, "name": "Молдовеняскэ", "english_name": "Moldovan"}, "bpy": {"articles": 25068, "name": "ইমার ঠার/বিষ্ণুপ্রিয়া মণিপুরী", "english_name": "Bishnupriya Manipuri"}, "crh": {"articles": 5017, "name": "Qırımtatarca", "english_name": "Crimean Tatar"}, "mhr": {"articles": 9362, "name": "Олык Марий (Olyk Marij)", "english_name": "Meadow Mari"}, "diq": {"articles": 6964, "name": "Zazaki", "english_name": "Zazaki"}, "ho": {"articles": 3, "name": "Hiri Motu", "english_name": "Hiri Motu"}, "el": {"articles": 124890, "name": "Ελληνικά", "english_name": "Greek"}, "eo": {"articles": 235929, "name": "Esperanto", "english_name": "Esperanto"}, "en": {"articles": 5318426, "name": "English", "english_name": "English"}, "zh": {"articles": 917551, "name": "中文", "english_name": "Chinese"}, "pms": {"articles": 63989, "name": "Piemontèis", "english_name": "Piedmontese"}, "ee": {"articles": 334, "name": "Eʋegbe", "english_name": "Ewe"}, "tpi": {"articles": 1329, "name": "Tok Pisin", "english_name": "Tok Pisin"}, "arz": {"articles": 16167, "name": "مصرى (Maṣri)", "english_name": "Egyptian Arabic"}, "rmy": {"articles": 583, "name": "romani - रोमानी", "english_name": "Romani"}, "mdf": {"articles": 1133, "name": "Мокшень (Mokshanj Kälj)", "english_name": "Moksha"}, "kaa": {"articles": 1921, "name": "Qaraqalpaqsha", "english_name": "Karakalpak"}, "olo": {"articles": 1763, "name": "Livvi-Karelian", "english_name": "Livvinkarjala"}, "arc": {"articles": 1615, "name": "ܐܪܡܝܐ", "english_name": "Aramaic"}, "cr": {"articles": 127, "name": "Nehiyaw", "english_name": "Cree"}, "eu": {"articles": 263011, "name": "Euskara", "english_name": "Basque"}, "et": {"articles": 152338, "name": "Eesti", "english_name": "Estonian"}, "tet": {"articles": 1387, "name": "Tetun", "english_name": "Tetum"}, "es": {"articles": 1304679, "name": "Español", "english_name": "Spanish"}, "ba": {"articles": 36697, "name": "Башҡорт", "english_name": "Bashkir"}, "gom": {"articles": 2679, "name": "गोवा कोंकणी / Gova Konknni", "english_name": "Goan Konkani"}, "ru": {"articles": 1362031, "name": "Русский", "english_name": "Russian"}, "roa-tara": {"articles": 9229, "name": "Tarandíne", "english_name": "Tarantino"}, "mus": {"articles": 1, "name": "Muskogee", "english_name": "Muscogee"}, "ha": {"articles": 1400, "name": "هَوُسَ", "english_name": "Hausa"}, "ak": {"articles": 269, "name": "Akana", "english_name": "Akan"}, "lad": {"articles": 4380, "name": "Dzhudezmo", "english_name": "Ladino"}, "bm": {"articles": 410, "name": "Bamanankan", "english_name": "Bambara"}, "new": {"articles": 72116, "name": "नेपाल भाषा", "english_name": "Newar"}, "rn": {"articles": 495, "name": "Kirundi", "english_name": "Kirundi"}, "ro": {"articles": 373263, "name": "Română", "english_name": "Romanian"}, "dsb": {"articles": 3057, "name": "Dolnoserbski", "english_name": "Lower Sorbian"}, "jv": {"articles": 49674, "name": "Basa Jawa", "english_name": "Javanese"}, "hsb": {"articles": 10947, "name": "Hornjoserbsce", "english_name": "Upper Sorbian"}, "be": {"articles": 124196, "name": "Беларуская", "english_name": "Belarusian"}, "bg": {"articles": 224262, "name": "Български", "english_name": "Bulgarian"}, "myv": {"articles": 3309, "name": "Эрзянь (Erzjanj Kelj)", "english_name": "Erzya"}, "uk": {"articles": 669779, "name": "Українська", "english_name": "Ukrainian"}, "wa": {"articles": 14329, "name": "Walon", "english_name": "Walloon"}, "ast": {"articles": 47816, "name": "Asturianu", "english_name": "Asturian"}, "wo": {"articles": 1060, "name": "Wolof", "english_name": "Wolof"}, "got": {"articles": 489, "name": "𐌲𐌿𐍄𐌹𐍃𐌺", "english_name": "Gothic"}, "bn": {"articles": 46540, "name": "বাংলা", "english_name": "Bengali"}, "bo": {"articles": 5708, "name": "བོད་སྐད", "english_name": "Tibetan"}, "bh": {"articles": 8491, "name": "भोजपुरी", "english_name": "Bihari"}, "bi": {"articles": 709, "name": "Bislama", "english_name": "Bislama"}, "rue": {"articles": 5939, "name": "Русиньскый", "english_name": "Rusyn"}, "map-bms": {"articles": 13277, "name": "Basa Banyumasan", "english_name": "Banyumasan"}, "tum": {"articles": 563, "name": "chiTumbuka", "english_name": "Tumbuka"}, "br": {"articles": 60718, "name": "Brezhoneg", "english_name": "Breton"}, "bs": {"articles": 72365, "name": "Bosanski", "english_name": "Bosnian"}, "lez": {"articles": 3079, "name": "Лезги чІал (Lezgi č’al)", "english_name": "Lezgian"}, "ja": {"articles": 1043288, "name": "日本語", "english_name": "Japanese"}, "om": {"articles": 725, "name": "Oromoo", "english_name": "Oromo"}, "glk": {"articles": 6034, "name": "گیلکی", "english_name": "Gilaki"}, "ace": {"articles": 3781, "name": "Bahsa Acèh", "english_name": "Acehnese"}, "ng": {"articles": 8, "name": "Oshiwambo", "english_name": "Ndonga"}, "ilo": {"articles": 10030, "name": "Ilokano", "english_name": "Ilokano"}, "roa-rup": {"articles": 1201, "name": "Armãneashce", "english_name": "Aromanian"}, "oc": {"articles": 83705, "name": "Occitan", "english_name": "Occitan"}, "ltg": {"articles": 797, "name": "Latgaļu", "english_name": "Latgalian"}, "be-tarask": {"articles": 59911, "name": "Беларуская (тарашкевіца)", "english_name": "Belarusian (Taraškievica)"}, "st": {"articles": 382, "name": "Sesotho", "english_name": "Sesotho"}, "lo": {"articles": 1835, "name": "ລາວ", "english_name": "Lao"}, "krc": {"articles": 2007, "name": "Къарачай-Малкъар (Qarachay-Malqar)", "english_name": "Karachay-Balkar"}, "nds": {"articles": 25749, "name": "Plattdüütsch", "english_name": "Low Saxon"}, "os": {"articles": 10292, "name": "Иронау", "english_name": "Ossetian"}, "or": {"articles": 11931, "name": "ଓଡ଼ିଆ", "english_name": "Oriya"}, "udm": {"articles": 3766, "name": "Удмурт кыл", "english_name": "Udmurt"}, "xh": {"articles": 585, "name": "isiXhosa", "english_name": "Xhosa"}, "ch": {"articles": 418, "name": "Chamoru", "english_name": "Chamorro"}, "co": {"articles": 5384, "name": "Corsu", "english_name": "Corsican"}, "nso": {"articles": 7614, "name": "Sepedi", "english_name": "Northern Sotho"}, "simple": {"articles": 121981, "name": "Simple English", "english_name": "Simple English"}, "bjn": {"articles": 1646, "name": "Bahasa Banjar", "english_name": "Banjar"}, "ca": {"articles": 529690, "name": "Català", "english_name": "Catalan"}, "lmo": {"articles": 34599, "name": "Lumbaart", "english_name": "Lombard"}, "ce": {"articles": 159555, "name": "Нохчийн", "english_name": "Chechen"}, "ts": {"articles": 393, "name": "Xitsonga", "english_name": "Tsonga"}, "cy": {"articles": 89311, "name": "Cymraeg", "english_name": "Welsh"}, "ang": {"articles": 2837, "name": "Englisc", "english_name": "Anglo-Saxon"}, "cs": {"articles": 370042, "name": "Čeština", "english_name": "Czech"}, "ty": {"articles": 1177, "name": "Reo Mā`ohi", "english_name": "Tahitian"}, "ady": {"articles": 404, "name": "Адыгэбзэ", "english_name": "Adyghe"}, "cv": {"articles": 36665, "name": "Чăваш", "english_name": "Chuvash"}, "cu": {"articles": 582, "name": "Словѣньскъ", "english_name": "Old Church Slavonic"}, "ve": {"articles": 237, "name": "Tshivenda", "english_name": "Venda"}, "koi": {"articles": 3429, "name": "Перем Коми (Perem Komi)", "english_name": "Komi-Permyak"}, "ps": {"articles": 7922, "name": "پښتو", "english_name": "Pashto"}, "fj": {"articles": 340, "name": "Na Vosa Vakaviti", "english_name": "Fijian"}, "srn": {"articles": 1046, "name": "Sranantongo", "english_name": "Sranan"}, "pt": {"articles": 951009, "name": "Português", "english_name": "Portuguese"}, "sm": {"articles": 743, "name": "Gagana Samoa", "english_name": "Samoan"}, "ext": {"articles": 2867, "name": "Estremeñu", "english_name": "Extremaduran"}, "lt": {"articles": 180522, "name": "Lietuvių", "english_name": "Lithuanian"}, "zh-min-nan": {"articles": 202155, "name": "Bân-lâm-gú", "english_name": "Min Nan"}, "frr": {"articles": 4601, "name": "Nordfriisk", "english_name": "North Frisian"}, "chr": {"articles": 785, "name": "ᏣᎳᎩ", "english_name": "Cherokee"}, "pa": {"articles": 24138, "name": "ਪੰਜਾਬੀ", "english_name": "Punjabi"}, "xal": {"articles": 2022, "name": "Хальмг", "english_name": "Kalmyk"}, "chy": {"articles": 603, "name": "Tsetsêhestâhese", "english_name": "Cheyenne"}, "pi": {"articles": 2518, "name": "पाऴि", "english_name": "Pali"}, "war": {"articles": 1261990, "name": "Winaray", "english_name": "Waray-Waray"}, "pl": {"articles": 1199991, "name": "Polski", "english_name": "Polish"}, "tk": {"articles": 5197, "name": "تركمن / Туркмен", "english_name": "Turkmen"}, "hz": {"articles": 0, "name": "Otsiherero", "english_name": "Herero"}, "hy": {"articles": 213164, "name": "Հայերեն", "english_name": "Armenian"}, "an": {"articles": 31840, "name": "Aragonés", "english_name": "Aragonese"}, "nrm": {"articles": 3618, "name": "Nouormand/Normaund", "english_name": "Norman"}, "hr": {"articles": 171369, "name": "Hrvatski", "english_name": "Croatian"}, "iu": {"articles": 387, "name": "ᐃᓄᒃᑎᑐᑦ", "english_name": "Inuktitut"}, "pfl": {"articles": 2065, "name": "Pälzisch", "english_name": "Palatinate German"}, "ht": {"articles": 51121, "name": "Krèyol ayisyen", "english_name": "Haitian"}, "hu": {"articles": 400806, "name": "Magyar", "english_name": "Hungarian"}, "gan": {"articles": 6365, "name": "贛語", "english_name": "Gan"}, "bat-smg": {"articles": 15951, "name": "Žemaitėška", "english_name": "Samogitian"}, "hi": {"articles": 114576, "name": "हिन्दी", "english_name": "Hindi"}, "tw": {"articles": 582, "name": "Twi", "english_name": "Twi"}, "gag": {"articles": 2741, "name": "Gagauz", "english_name": "Gagauz"}, "kg": {"articles": 1173, "name": "KiKongo", "english_name": "Kongo"}, "pnb": {"articles": 42879, "name": "شاہ مکھی پنجابی (Shāhmukhī Pañjābī)", "english_name": "Western Punjabi"}, "bug": {"articles": 14117, "name": "Basa Ugi", "english_name": "Buginese"}, "kj": {"articles": 4, "name": "Kuanyama", "english_name": "Kuanyama"}, "he": {"articles": 200035, "name": "עברית", "english_name": "Hebrew"}, "mg": {"articles": 82836, "name": "Malagasy", "english_name": "Malagasy"}, "fur": {"articles": 3153, "name": "Furlan", "english_name": "Friulian"}, "uz": {"articles": 128754, "name": "O‘zbek", "english_name": "Uzbek"}, "ml": {"articles": 47017, "name": "മലയാളം", "english_name": "Malayalam"}, "azb": {"articles": 12065, "name": "تۆرکجه", "english_name": "South Azerbaijani"}, "mn": {"articles": 16314, "name": "Монгол", "english_name": "Mongolian"}, "mi": {"articles": 7110, "name": "Māori", "english_name": "Maori"}, "ik": {"articles": 247, "name": "Iñupiak", "english_name": "Inupiak"}, "mk": {"articles": 87666, "name": "Македонски", "english_name": "Macedonian"}, "ur": {"articles": 110984, "name": "اردو", "english_name": "Urdu"}, "zea": {"articles": 4362, "name": "Zeêuws", "english_name": "Zeelandic"}, "mt": {"articles": 3178, "name": "Malti", "english_name": "Maltese"}, "stq": {"articles": 3755, "name": "Seeltersk", "english_name": "Saterland Frisian"}, "ms": {"articles": 286413, "name": "Bahasa Melayu", "english_name": "Malay"}, "mr": {"articles": 45166, "name": "मराठी", "english_name": "Marathi"}, "ug": {"articles": 3057, "name": "ئۇيغۇر تىلى", "english_name": "Uyghur"}, "mwl": {"articles": 2795, "name": "Mirandés", "english_name": "Mirandese"}, "my": {"articles": 33652, "name": "မြန်မာဘာသာ", "english_name": "Burmese"}, "ki": {"articles": 1337, "name": "Gĩkũyũ", "english_name": "Kikuyu"}, "pih": {"articles": 501, "name": "Norfuk", "english_name": "Norfolk"}, "aa": {"articles": 1, "name": "Afar", "english_name": "Afar"}, "sah": {"articles": 11013, "name": "Саха тыла (Saxa Tyla)", "english_name": "Sakha"}, "ss": {"articles": 419, "name": "SiSwati", "english_name": "Swati"}, "af": {"articles": 43289, "name": "Afrikaans", "english_name": "Afrikaans"}, "tn": {"articles": 616, "name": "Setswana", "english_name": "Tswana"}, "vi": {"articles": 1152393, "name": "Tiếng Việt", "english_name": "Vietnamese"}, "is": {"articles": 41545, "name": "Íslenska", "english_name": "Icelandic"}, "am": {"articles": 13340, "name": "አማርኛ", "english_name": "Amharic"}, "it": {"articles": 1320887, "name": "Italiano", "english_name": "Italian"}, "vo": {"articles": 120415, "name": "Volapük", "english_name": "Volapük"}, "ii": {"articles": 3, "name": "ꆇꉙ", "english_name": "Sichuan Yi"}, "ay": {"articles": 3822, "name": "Aymar", "english_name": "Aymara"}, "as": {"articles": 4380, "name": "অসমীয়া", "english_name": "Assamese"}, "ar": {"articles": 455175, "name": "العربية", "english_name": "Arabic"}, "lbe": {"articles": 1210, "name": "Лакку", "english_name": "Lak"}, "km": {"articles": 5007, "name": "ភាសាខ្មែរ", "english_name": "Khmer"}, "io": {"articles": 26854, "name": "Ido", "english_name": "Ido"}, "av": {"articles": 2288, "name": "Авар", "english_name": "Avar"}, "ia": {"articles": 19793, "name": "Interlingua", "english_name": "Interlingua"}, "haw": {"articles": 1969, "name": "Hawai`i", "english_name": "Hawaiian"}, "az": {"articles": 111748, "name": "Azərbaycanca", "english_name": "Azerbaijani"}, "ie": {"articles": 3541, "name": "Interlingue", "english_name": "Interlingue"}, "id": {"articles": 391035, "name": "Bahasa Indonesia", "english_name": "Indonesian"}, "nds-nl": {"articles": 6707, "name": "Nedersaksisch", "english_name": "Dutch Low Saxon"}, "pap": {"articles": 1745, "name": "Papiamentu", "english_name": "Papiamentu"}, "ks": {"articles": 268, "name": "कश्मीरी / كشميري", "english_name": "Kashmiri"}, "nl": {"articles": 1887857, "name": "Nederlands", "english_name": "Dutch"}, "nn": {"articles": 131835, "name": "Nynorsk", "english_name": "Norwegian (Nynorsk)"}, "no": {"articles": 458991, "name": "Norsk (Bokmål)", "english_name": "Norwegian (Bokmål)"}, "na": {"articles": 1264, "name": "dorerin Naoero", "english_name": "Nauruan"}, "nah": {"articles": 9932, "name": "Nāhuatl", "english_name": "Nahuatl"}, "ne": {"articles": 29801, "name": "नेपाली", "english_name": "Nepali"}, "lij": {"articles": 3234, "name": "Líguru", "english_name": "Ligurian"}, "csb": {"articles": 5269, "name": "Kaszëbsczi", "english_name": "Kashubian"}, "tyv": {"articles": 1356, "name": "Тыва", "english_name": "Tuvan"}, "ny": {"articles": 360, "name": "Chichewa", "english_name": "Chichewa"}, "nap": {"articles": 14419, "name": "Nnapulitano", "english_name": "Neapolitan"}, "ig": {"articles": 1304, "name": "Igbo", "english_name": "Igbo"}, "pag": {"articles": 2526, "name": "Pangasinan", "english_name": "Pangasinan"}, "zu": {"articles": 885, "name": "isiZulu", "english_name": "Zulu"}, "kw": {"articles": 3749, "name": "Kernewek/Karnuack", "english_name": "Cornish"}, "pam": {"articles": 8526, "name": "Kapampangan", "english_name": "Kapampangan"}, "nv": {"articles": 2462, "name": "Diné bizaad", "english_name": "Navajo"}, "sn": {"articles": 2638, "name": "chiShona", "english_name": "Shona"}, "kab": {"articles": 2833, "name": "Taqbaylit", "english_name": "Kabyle"}, "fr": {"articles": 1827374, "name": "Français", "english_name": "French"}, "mrj": {"articles": 10165, "name": "Кырык Мары (Kyryk Mary)", "english_name": "Hill Mari"}, "zh-yue": {"articles": 49956, "name": "粵語", "english_name": "Cantonese"}, "fy": {"articles": 36591, "name": "Frysk", "english_name": "West Frisian"}, "pnt": {"articles": 441, "name": "Ποντιακά", "english_name": "Pontic"}, "fa": {"articles": 517904, "name": "فارسی", "english_name": "Persian"}, "rw": {"articles": 1800, "name": "Ikinyarwanda", "english_name": "Kinyarwanda"}, "ff": {"articles": 194, "name": "Fulfulde", "english_name": "Fula"}, "mh": {"articles": 4, "name": "Ebon", "english_name": "Marshallese"}, "mai": {"articles": 9893, "name": "मैथिली", "english_name": "Maithili"}, "fi": {"articles": 405881, "name": "Suomi", "english_name": "Finnish"}, "mzn": {"articles": 12363, "name": "مَزِروني", "english_name": "Mazandarani"}, "ab": {"articles": 1112, "name": "Аҧсуа", "english_name": "Abkhazian"}, "sa": {"articles": 10201, "name": "संस्कृतम्", "english_name": "Sanskrit"}, "zh-classical": {"articles": 4691, "name": "古文 / 文言文", "english_name": "Classical Chinese"}, "fo": {"articles": 12402, "name": "Føroyskt", "english_name": "Faroese"}, "bcl": {"articles": 6981, "name": "Bikol", "english_name": "Central Bicolano"}, "ka": {"articles": 111423, "name": "ქართული", "english_name": "Georgian"}, "nov": {"articles": 1641, "name": "Novial", "english_name": "Novial"}, "ckb": {"articles": 18268, "name": "Soranî / کوردی", "english_name": "Sorani"}, "kk": {"articles": 217554, "name": "Қазақша", "english_name": "Kazakh"}, "sr": {"articles": 343168, "name": "Српски / Srpski", "english_name": "Serbian"}, "sq": {"articles": 62674, "name": "Shqip", "english_name": "Albanian"}, "min": {"articles": 221960, "name": "Minangkabau", "english_name": "Minangkabau"}, "ko": {"articles": 368240, "name": "한국어", "english_name": "Korean"}, "sv": {"articles": 3784018, "name": "Svenska", "english_name": "Swedish"}, "su": {"articles": 19162, "name": "Basa Sunda", "english_name": "Sundanese"}, "kl": {"articles": 1637, "name": "Kalaallisut", "english_name": "Greenlandic"}, "sk": {"articles": 215487, "name": "Slovenčina", "english_name": "Slovak"}, "kr": {"articles": 0, "name": "Kanuri", "english_name": "Kanuri"}, "si": {"articles": 13092, "name": "සිංහල", "english_name": "Sinhalese"}, "sh": {"articles": 436721, "name": "Srpskohrvatski / Српскохрватски", "english_name": "Serbo-Croatian"}, "so": {"articles": 4333, "name": "Soomaali", "english_name": "Somali"}, "kv": {"articles": 4855, "name": "Коми", "english_name": "Komi"}, "ku": {"articles": 22578, "name": "Kurdî / كوردی", "english_name": "Kurdish"}, "sl": {"articles": 154096, "name": "Slovenščina", "english_name": "Slovenian"}, "sc": {"articles": 5232, "name": "Sardu", "english_name": "Sardinian"}, "ky": {"articles": 60038, "name": "Кыргызча", "english_name": "Kirghiz"}, "sg": {"articles": 245, "name": "Sängö", "english_name": "Sango"}, "sw": {"articles": 34888, "name": "Kiswahili", "english_name": "Swahili"}, "se": {"articles": 7271, "name": "Sámegiella", "english_name": "Northern Sami"}, "sd": {"articles": 8144, "name": "سنڌي، سندھی ، सिन्ध", "english_name": "Sindhi"}}, "ddg definitions": ["da-DK", "vi-VN", "en-SG", "sl-SL", "en-XA", "tzh-HK", "en-UK", "ro-RO", "en-MY", "el-GR", "it-CH", "hu-HU", "fr-FR", "en-PH", "tl-PH", "fr-CA", "fi-FI", "et-EE", "sv-SE", "es-XL", "th-TH", "sk-SK", "es-ES", "en-IE", "es-US", "es-PE", "nl-NL", "en-US", "de-DE", "de-AT", "wt-WT", "no-NO", "tr-TR", "ca-ES", "it-IT", "es-CO", "ru-RU", "ca-CT", "en-ZA", "en-CA", "jp-JP", "es-MX", "id-ID", "es-AR", "he-IL", "kr-KR", "en-AU", "ms-MY", "pl-PL", "lv-LV", "bg-BG", "zh-CN", "en-NZ", "lt-LT", "tzh-TW", "hr-HR", "pt-PT", "fr-BE", "de-CH", "cs-CZ", "en-IN", "nl-BE", "fr-CH", "en-ID", "ar-XA", "pt-BR", "uk-UA", "es-CL"], "bing images": ["sq", "de", "ar", "bg", "ca", "cs", "zh-CHS", "zh-CHT", "ko", "hr", "da", "sk", "sl", "es", "et", "fi", "fr", "el", "he", "nl", "hu", "id", "en", "is", "it", "ja", "lv", "lt", "ms", "nb", "fa", "pl", "pt-BR", "pt-PT", "ro", "ru", "sr", "sv", "th", "tr", "uk", "vi"], "yahoo": ["ar", "bg", "zh-chs", "zh-cht", "hr", "cs", "da", "nl", "en", "et", "fi", "fr", "de", "el", "he", "hu", "it", "ja", "ko", "lv", "lt", "no", "pl", "pt", "ro", "ru", "sk", "sl", "es", "sv", "th", "tr"], "gigablast": ["en", "fr", "es", "ru", "tr", "ja", "zh-TW", "zh-CN", "ko", "de", "nl", "it", "fi", "sv", "no", "pt", "vi", "ar", "he", "id", "el", "th", "hi", "bn", "pl", "tl", "la", "eo", "ca", "bg", "tx", "sr", "hu", "da", "lt", "cs", "gl", "ka", "gd", "go", "ro", "ga", "lv", "hy", "is", "ag", "gv", "io", "fa", "te", "vv", "mg", "ku", "lb", "et", "xx"]} \ No newline at end of file diff --git a/searx/engines/gigablast.py b/searx/engines/gigablast.py index 827b9cd03..0c1d7f613 100644 --- a/searx/engines/gigablast.py +++ b/searx/engines/gigablast.py @@ -95,8 +95,13 @@ def _fetch_supported_languages(resp): dom = fromstring(resp.text) links = dom.xpath('//span[@id="menu2"]/a') for link in links: - code = link.xpath('./@href')[0][-2:] - if code != 'xx' and code not in supported_languages: + href = link.xpath('./@href')[0].split('lang%3A') + if len(href) == 2: + code = href[1].split('_') + if len(code) == 2: + code = code[0] + '-' + code[1].upper() + else: + code = code[0] supported_languages.append(code) return supported_languages diff --git a/searx/engines/wikipedia.py b/searx/engines/wikipedia.py index 78acd349d..3af8f1c71 100644 --- a/searx/engines/wikipedia.py +++ b/searx/engines/wikipedia.py @@ -132,7 +132,7 @@ def _fetch_supported_languages(resp): english_name = td[1].xpath('./a')[0].text articles = int(td[4].xpath('./a/b')[0].text.replace(',', '')) # exclude languages with too few articles - if articles >= 100000: + if articles >= 100: supported_languages[code] = {"name": name, "english_name": english_name, "articles": articles} return supported_languages diff --git a/searx/languages.py b/searx/languages.py index 529e5b11f..93e9a4046 100644 --- a/searx/languages.py +++ b/searx/languages.py @@ -3,28 +3,18 @@ # this file is generated automatically by utils/update_search_languages.py language_codes = ( - (u"af", u"Afrikaans", u"", u""), - (u"am", u"አማርኛ", u"", u"Amharic"), - (u"ar-SA", u"العربية", u"المملكة العربية السعودية", u"Arabic"), - (u"az", u"Azərbaycanca", u"", u"Azerbaijani"), - (u"be", u"Беларуская", u"", u"Belarusian"), - (u"bg-BG", u"Български", u"България", u"Bulgarian"), - (u"bn", u"বাংলা", u"", u"Bengali"), - (u"br", u"Brezhoneg", u"", u"Breton"), - (u"bs", u"Bosnian", u"", u"Bosnian"), + (u"ar-SA", u"العربية", u"", u"Arabic"), + (u"bg-BG", u"Български", u"", u"Bulgarian"), (u"ca", u"Català", u"", u"Catalan"), (u"ca-CT", u"Català", u"", u"Catalan"), (u"ca-ES", u"Català", u"Espanya", u"Catalan"), - (u"ce", u"Нохчийн", u"", u"Chechen"), - (u"ceb", u"Sinugboanong Binisaya", u"", u"Cebuano"), - (u"cs-CZ", u"Čeština", u"Česko", u"Czech"), - (u"cy", u"Cymraeg", u"", u"Welsh"), - (u"da-DK", u"Dansk", u"Danmark", u"Danish"), + (u"cs-CZ", u"Čeština", u"", u"Czech"), + (u"da-DK", u"Dansk", u"", u"Danish"), (u"de", u"Deutsch", u"", u"German"), (u"de-AT", u"Deutsch", u"Österreich", u"German"), (u"de-CH", u"Deutsch", u"Schweiz", u"German"), (u"de-DE", u"Deutsch", u"Deutschland", u"German"), - (u"el-GR", u"Ελληνικά", u"Ελλάδα", u"Greek"), + (u"el-GR", u"Ελληνικά", u"", u"Greek"), (u"en", u"English", u"", u"English"), (u"en-AU", u"English", u"Australia", u"English"), (u"en-CA", u"English", u"Canada", u"English"), @@ -38,7 +28,6 @@ language_codes = ( (u"en-SG", u"English", u"Singapore", u"English"), (u"en-US", u"English", u"United States", u"English"), (u"en-ZA", u"English", u"South Africa", u"English"), - (u"eo", u"Esperanto", u"", u"Esperanto"), (u"es", u"Español", u"", u"Spanish"), (u"es-AR", u"Español", u"Argentina", u"Spanish"), (u"es-CL", u"Español", u"Chile", u"Spanish"), @@ -47,85 +36,43 @@ language_codes = ( (u"es-MX", u"Español", u"México", u"Spanish"), (u"es-PE", u"Español", u"Perú", u"Spanish"), (u"es-US", u"Español", u"Estados Unidos", u"Spanish"), - (u"et-EE", u"Eesti", u"Eesti", u"Estonian"), - (u"eu", u"Euskara", u"", u"Basque"), - (u"fa", u"فارسی", u"", u"Persian"), - (u"fi-FI", u"Suomi", u"Suomi", u"Finnish"), + (u"et-EE", u"Eesti", u"", u"Estonian"), + (u"fi-FI", u"Suomi", u"", u"Finnish"), (u"fr", u"Français", u"", u"French"), (u"fr-BE", u"Français", u"Belgique", u"French"), (u"fr-CA", u"Français", u"Canada", u"French"), (u"fr-CH", u"Français", u"Suisse", u"French"), (u"fr-FR", u"Français", u"France", u"French"), - (u"ga", u"Gaeilge", u"", u"Irish"), - (u"gl", u"Galego", u"", u"Galician"), - (u"gu", u"ગુજરાતી", u"", u"Gujarati"), - (u"he-IL", u"עברית", u"ישראל", u"Hebrew"), - (u"hi", u"हिन्दी", u"", u"Hindi"), - (u"hr-HR", u"Hrvatski", u"Hrvatska", u"Croatian"), - (u"hu-HU", u"Magyar", u"Magyarország", u"Hungarian"), - (u"hy", u"Հայերեն", u"", u"Armenian"), - (u"id-ID", u"Bahasa Indonesia", u"Indonesia", u"Indonesian"), - (u"is", u"Íslenska", u"", u""), + (u"he-IL", u"עברית", u"", u"Hebrew"), + (u"hr-HR", u"Hrvatski", u"", u"Croatian"), + (u"hu-HU", u"Magyar", u"", u"Hungarian"), + (u"id-ID", u"Bahasa Indonesia", u"", u"Indonesian"), (u"it", u"Italiano", u"", u"Italian"), (u"it-CH", u"Italiano", u"Svizzera", u"Italian"), (u"it-IT", u"Italiano", u"Italia", u"Italian"), - (u"iw", u"עברית", u"", u""), - (u"ja-JP", u"日本語", u"日本", u"Japanese"), - (u"ka", u"ქართული", u"", u"Georgian"), - (u"kk", u"Қазақша", u"", u"Kazakh"), - (u"kn", u"ಕನ್ನಡ", u"", u"Kannada"), - (u"ko-KR", u"한국어", u"대한민국", u"Korean"), - (u"la", u"Latina", u"", u"Latin"), - (u"lt-LT", u"Lietuvių", u"Lietuva", u"Lithuanian"), - (u"lv-LV", u"Latviešu", u"Latvijas Republika", u""), - (u"mi", u"Reo Māori", u"", u"Maori"), - (u"min", u"Minangkabau", u"", u"Minangkabau"), - (u"mk", u"Македонски", u"", u"Macedonian"), - (u"mn", u"Монгол", u"", u"Mongolian"), - (u"mr", u"मराठी", u"", u"Marathi"), - (u"ms-MY", u"Bahasa Melayu", u"Malaysia", u"Malay"), - (u"mt", u"Malti", u"", u"Maltese"), - (u"nb-NO", u"Norwegian Bokmål", u"Norge", u"Norwegian Bokmål"), + (u"ja-JP", u"日本語", u"", u"Japanese"), + (u"ko-KR", u"한국어", u"", u"Korean"), + (u"lt-LT", u"Lietuvių", u"", u"Lithuanian"), + (u"lv-LV", u"Latviešu", u"", u"Latvian"), (u"nl", u"Nederlands", u"", u"Dutch"), (u"nl-BE", u"Nederlands", u"België", u"Dutch"), (u"nl-NL", u"Nederlands", u"Nederland", u"Dutch"), - (u"nn", u"Nynorsk", u"", u"Norwegian"), - (u"no-NO", u"Norsk", u"Norge", u"Norwegian"), - (u"oc", u"Occitan", u"", u"Occitan"), - (u"or", u"Oriya", u"", u"Oriya"), - (u"pa", u"ਪੰਜਾਬੀ", u"", u"Panjabi"), - (u"pl-PL", u"Polski", u"Rzeczpospolita Polska", u"Polish"), - (u"ps", u"Pushto", u"", u"Pushto"), + (u"no-NO", u"Norsk", u"", u"Norwegian"), + (u"pl-PL", u"Polski", u"", u"Polish"), (u"pt", u"Português", u"", u"Portuguese"), (u"pt-BR", u"Português", u"Brasil", u"Portuguese"), (u"pt-PT", u"Português", u"Portugal", u"Portuguese"), - (u"ro-RO", u"Română", u"România", u"Romanian"), - (u"ru-RU", u"Русский", u"Россия", u"Russian"), - (u"rw", u"Ikinyarwanda", u"", u"Kinyarwanda"), - (u"sh", u"Srpskohrvatski / Српскохрватски", u"", u"Serbo-Croatian"), - (u"sk-SK", u"Slovenčina", u"Slovenská republika", u"Slovak"), + (u"ro-RO", u"Română", u"", u"Romanian"), + (u"ru-RU", u"Русский", u"", u"Russian"), + (u"sk-SK", u"Slovenčina", u"", u"Slovak"), (u"sl", u"Slovenščina", u"", u"Slovenian"), - (u"sr", u"Српски / Srpski", u"", u"Serbian"), - (u"sv-SE", u"Svenska", u"Sverige", u"Swedish"), - (u"sw", u"Kiswahili", u"", u""), - (u"ta", u"தமிழ்", u"", u"Tamil"), - (u"th-TH", u"ไทย", u"ไทย", u"Thai"), - (u"ti", u"ትግርኛ", u"", u"Tigrinya"), - (u"tl-PH", u"Filipino", u"Pilipinas", u""), - (u"tr-TR", u"Türkçe", u"Türkiye", u"Turkish"), - (u"tt", u"Татарча", u"", u"Tatar"), - (u"uk-UA", u"Українська", u"Україна", u"Ukrainian"), - (u"ur", u"اردو", u"", u"Urdu"), - (u"uz", u"O‘zbek", u"", u"Uzbek"), - (u"ve", u"Venda", u"", u"Venda"), - (u"vi-VN", u"Tiếng Việt", u"Công Hòa Xã Hội Chủ Nghĩa Việt Nam", u"Vietnamese"), - (u"vo", u"Volapük", u"", u"Volapük"), - (u"wa", u"Walon", u"", u"Walloon"), - (u"war", u"Winaray", u"", u"Waray-Waray"), - (u"xh", u"Xhosa", u"", u"Xhosa"), + (u"sv-SE", u"Svenska", u"", u"Swedish"), + (u"th-TH", u"ไทย", u"", u"Thai"), + (u"tr-TR", u"Türkçe", u"", u"Turkish"), + (u"uk-UA", u"Українська", u"", u"Ukrainian"), + (u"vi-VN", u"Tiếng Việt", u"", u"Vietnamese"), (u"zh", u"中文", u"", u"Chinese"), (u"zh-CN", u"中文", u"中国", u"Chinese"), (u"zh-HK", u"中文", u"香港", u"Chinese"), - (u"zh-TW", u"中文", u"台湾", u"Chinese"), - (u"zu", u"Isi-Zulu", u"", u"Zulu") + (u"zh-TW", u"中文", u"台湾", u"Chinese") ) diff --git a/searx/query.py b/searx/query.py index dcef1924d..4a4e5a192 100644 --- a/searx/query.py +++ b/searx/query.py @@ -24,6 +24,8 @@ from searx.engines import ( import string import re +VALID_LANGUAGE_CODE = re.compile(r'^[a-z]{2,3}(\-[A-Z]{2})?$') + class RawTextQuery(object): """parse raw text query (the value from the html input)""" @@ -68,6 +70,11 @@ class RawTextQuery(object): if query_part[0] == ':': lang = query_part[1:].lower() + # user may set a valid, yet not selectable language + if VALID_LANGUAGE_CODE.match(lang): + self.languages.append(lang) + parse_next = True + # check if any language-code is equal with # declared language-codes for lc in language_codes: diff --git a/tests/robot/test_basic.robot b/tests/robot/test_basic.robot index 522d3dfde..d0074cd00 100644 --- a/tests/robot/test_basic.robot +++ b/tests/robot/test_basic.robot @@ -102,10 +102,10 @@ Change search language Page Should Contain preferences Go To http://localhost:11111/preferences List Selection Should Be language Default language - Select From List language Türkçe (Türkiye) - tr-TR + Select From List language Türkçe - tr-TR Submit Preferences Go To http://localhost:11111/preferences - List Selection Should Be language Türkçe (Türkiye) - tr-TR + List Selection Should Be language Türkçe - tr-TR Change autocomplete Page Should Contain about diff --git a/tests/unit/engines/test_gigablast.py b/tests/unit/engines/test_gigablast.py index 74bf89333..127b974b5 100644 --- a/tests/unit/engines/test_gigablast.py +++ b/tests/unit/engines/test_gigablast.py @@ -103,7 +103,9 @@ class TestGigablastEngine(SearxTestCase): - + + + @@ -113,4 +115,4 @@ class TestGigablastEngine(SearxTestCase): self.assertEqual(type(languages), list) self.assertEqual(len(languages), 2) self.assertIn('en', languages) - self.assertIn('fr', languages) + self.assertIn('zh-TW', languages) diff --git a/utils/fetch_languages.py b/utils/fetch_languages.py index 3510a3234..5632c90ba 100644 --- a/utils/fetch_languages.py +++ b/utils/fetch_languages.py @@ -25,7 +25,6 @@ engines_languages_file = 'engines_languages.json' languages_file = 'languages.py' engines_languages = {} -languages = {} # To filter out invalid codes and dialects. @@ -93,22 +92,36 @@ def fetch_supported_languages(): # Join all language lists. # Iterate all languages supported by each engine. def join_language_lists(): + global languages # include wikipedia first for more accurate language names - languages.update({code: lang for code, lang - in engines_languages['wikipedia'].iteritems() - if valid_code(code)}) + languages = {code: lang for code, lang + in engines_languages['wikipedia'].iteritems() + if valid_code(code)} for engine_name in engines_languages: for locale in engines_languages[engine_name]: - if not valid_code(locale): - continue + if valid_code(locale): + # if language is not on list or if it has no name yet + if locale not in languages or not languages[locale].get('name'): + if isinstance(engines_languages[engine_name], dict): + languages[locale] = engines_languages[engine_name][locale] + else: + languages[locale] = {} - # if language is not on list or if it has no name yet - if locale not in languages or not languages[locale].get('name'): - if isinstance(engines_languages[engine_name], dict): - languages[locale] = engines_languages[engine_name][locale] - else: - languages[locale] = {} + # add to counter of engines that support given language + lang = locale.split('-')[0] + if lang in languages: + if 'counter' not in languages[lang]: + languages[lang]['counter'] = [engine_name] + elif engine_name not in languages[lang]['counter']: + languages[lang]['counter'].append(engine_name) + + # filter list to include only languages supported by most engines + min_supported_engines = int(0.75 * len(engines_languages)) + languages = {code: lang for code, lang + in languages.iteritems() + if len(lang.get('counter', [])) >= min_supported_engines or + len(languages.get(code.split('-')[0], {}).get('counter', [])) >= min_supported_engines} # get locales that have no name or country yet for locale in languages.keys(): @@ -134,6 +147,7 @@ def join_language_lists(): # Remove countryless language if language is featured in only one country. def filter_single_country_languages(): prev_lang = None + prev_code = None for code in sorted(languages): lang = code.split('-')[0] if lang == prev_lang: @@ -141,8 +155,10 @@ def filter_single_country_languages(): else: if prev_lang is not None and countries == 1: del languages[prev_lang] + languages[prev_code]['country'] = '' countries = 0 prev_lang = lang + prev_code = code # Write languages.py.