From a11948c71bfe7b2aac6e50e7634874d5073c7d84 Mon Sep 17 00:00:00 2001 From: marc Date: Sat, 29 Oct 2016 21:04:01 -0500 Subject: Add language support for more engines. --- searx/engines/dailymotion.py | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) (limited to 'searx/engines/dailymotion.py') diff --git a/searx/engines/dailymotion.py b/searx/engines/dailymotion.py index 317f34f59..4a7d7b6a8 100644 --- a/searx/engines/dailymotion.py +++ b/searx/engines/dailymotion.py @@ -20,6 +20,24 @@ from datetime import datetime categories = ['videos'] paging = True language_support = True +supported_languages = ["af", "ak", "am", "ar", "an", "as", "av", "ae", "ay", "az", + "ba", "bm", "be", "bn", "bi", "bo", "bs", "br", "bg", "ca", + "cs", "ch", "ce", "cu", "cv", "kw", "co", "cr", "cy", "da", + "de", "dv", "dz", "el", "en", "eo", "et", "eu", "ee", "fo", + "fa", "fj", "fi", "fr", "fy", "ff", "gd", "ga", "gl", "gv", + "gn", "gu", "ht", "ha", "sh", "he", "hz", "hi", "ho", "hr", + "hu", "hy", "ig", "io", "ii", "iu", "ie", "ia", "id", "ik", + "is", "it", "jv", "ja", "kl", "kn", "ks", "ka", "kr", "kk", + "km", "ki", "rw", "ky", "kv", "kg", "ko", "kj", "ku", "lo", + "la", "lv", "li", "ln", "lt", "lb", "lu", "lg", "mh", "ml", + "mr", "mk", "mg", "mt", "mn", "mi", "ms", "my", "na", "nv", + "nr", "nd", "ng", "ne", "nl", "nn", "nb", "no", "ny", "oc", + "oj", "or", "om", "os", "pa", "pi", "pl", "pt", "ps", "qu", + "rm", "ro", "rn", "ru", "sg", "sa", "si", "sk", "sl", "se", + "sm", "sn", "sd", "so", "st", "es", "sq", "sc", "sr", "ss", + "su", "sw", "sv", "ty", "ta", "tt", "te", "tg", "tl", "th", + "ti", "to", "tn", "ts", "tk", "tr", "tw", "ug", "uk", "ur", + "uz", "ve", "vi", "vo", "wa", "wo", "xh", "yi", "yo", "za", "zh", "zu"] # search-url # see http://www.dailymotion.com/doc/api/obj-video.html -- cgit v1.2.3 From f62ce21f50b540315a708ebfbf36878ddec9d1c4 Mon Sep 17 00:00:00 2001 From: marc Date: Sat, 5 Nov 2016 20:51:38 -0600 Subject: [mod] fetch supported languages for several engines utils/fetch_languages.py gets languages supported by each engine and generates engines_languages.json with each engine's supported language. --- searx/engines/dailymotion.py | 41 +++++++++++++++++++++++------------------ 1 file changed, 23 insertions(+), 18 deletions(-) (limited to 'searx/engines/dailymotion.py') diff --git a/searx/engines/dailymotion.py b/searx/engines/dailymotion.py index 4a7d7b6a8..813dd951f 100644 --- a/searx/engines/dailymotion.py +++ b/searx/engines/dailymotion.py @@ -15,29 +15,12 @@ from urllib import urlencode from json import loads from datetime import datetime +from requests import get # engine dependent config categories = ['videos'] paging = True language_support = True -supported_languages = ["af", "ak", "am", "ar", "an", "as", "av", "ae", "ay", "az", - "ba", "bm", "be", "bn", "bi", "bo", "bs", "br", "bg", "ca", - "cs", "ch", "ce", "cu", "cv", "kw", "co", "cr", "cy", "da", - "de", "dv", "dz", "el", "en", "eo", "et", "eu", "ee", "fo", - "fa", "fj", "fi", "fr", "fy", "ff", "gd", "ga", "gl", "gv", - "gn", "gu", "ht", "ha", "sh", "he", "hz", "hi", "ho", "hr", - "hu", "hy", "ig", "io", "ii", "iu", "ie", "ia", "id", "ik", - "is", "it", "jv", "ja", "kl", "kn", "ks", "ka", "kr", "kk", - "km", "ki", "rw", "ky", "kv", "kg", "ko", "kj", "ku", "lo", - "la", "lv", "li", "ln", "lt", "lb", "lu", "lg", "mh", "ml", - "mr", "mk", "mg", "mt", "mn", "mi", "ms", "my", "na", "nv", - "nr", "nd", "ng", "ne", "nl", "nn", "nb", "no", "ny", "oc", - "oj", "or", "om", "os", "pa", "pi", "pl", "pt", "ps", "qu", - "rm", "ro", "rn", "ru", "sg", "sa", "si", "sk", "sl", "se", - "sm", "sn", "sd", "so", "st", "es", "sq", "sc", "sr", "ss", - "su", "sw", "sv", "ty", "ta", "tt", "te", "tg", "tl", "th", - "ti", "to", "tn", "ts", "tk", "tr", "tw", "ug", "uk", "ur", - "uz", "ve", "vi", "vo", "wa", "wo", "xh", "yi", "yo", "za", "zh", "zu"] # search-url # see http://www.dailymotion.com/doc/api/obj-video.html @@ -45,6 +28,8 @@ search_url = 'https://api.dailymotion.com/videos?fields=created_time,title,descr embedded_url = '' +supported_languages_url = 'https://api.dailymotion.com/languages' + # do search-request def request(query, params): @@ -92,3 +77,23 @@ def response(resp): # return results return results + + +# get supported languages from their site +def fetch_supported_languages(): + supported_languages = {} + + response = get(supported_languages_url) + response_json = loads(response.text) + + for language in response_json['list']: + supported_languages[language['code']] = {} + + name = language['native_name'] + if name: + supported_languages[language['code']]['name'] = name + english_name = language['name'] + if english_name: + supported_languages[language['code']]['english_name'] = english_name + + return supported_languages -- cgit v1.2.3 From af35eee10b98940c51c6e5e18629de514b4bd48d Mon Sep 17 00:00:00 2001 From: marc Date: Thu, 15 Dec 2016 00:34:43 -0600 Subject: tests for _fetch_supported_languages in engines and refactor method to make it testable without making requests --- searx/engines/dailymotion.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) (limited to 'searx/engines/dailymotion.py') diff --git a/searx/engines/dailymotion.py b/searx/engines/dailymotion.py index 813dd951f..8c69aafe0 100644 --- a/searx/engines/dailymotion.py +++ b/searx/engines/dailymotion.py @@ -80,11 +80,10 @@ def response(resp): # get supported languages from their site -def fetch_supported_languages(): +def _fetch_supported_languages(resp): supported_languages = {} - response = get(supported_languages_url) - response_json = loads(response.text) + response_json = loads(resp.text) for language in response_json['list']: supported_languages[language['code']] = {} -- cgit v1.2.3