diff options
| author | pw3t <romain@berthor.fr> | 2014-01-05 17:57:55 +0100 |
|---|---|---|
| committer | pw3t <romain@berthor.fr> | 2014-01-05 17:57:55 +0100 |
| commit | 0d93ad20186937f86ca9101c1c7453e99c282107 (patch) | |
| tree | 1ff55038c8df267d8a3a1d4f33fbd4101546bf5d /searx/engines/dailymotion.py | |
| parent | 89183ed985157540c42c73c5a303dd574c227c7f (diff) | |
| parent | 5c9f6d51746796ef63cd08d27c31e931272e083f (diff) | |
Merge branch 'master' of https://github.com/asciimoo/searx
Diffstat (limited to 'searx/engines/dailymotion.py')
| -rw-r--r-- | searx/engines/dailymotion.py | 12 |
1 files changed, 9 insertions, 3 deletions
diff --git a/searx/engines/dailymotion.py b/searx/engines/dailymotion.py index 7046132f3..655485957 100644 --- a/searx/engines/dailymotion.py +++ b/searx/engines/dailymotion.py @@ -1,16 +1,17 @@ from urllib import urlencode +from lxml import html from json import loads from cgi import escape categories = ['videos'] -localization = 'en' +locale = 'en_US' # see http://www.dailymotion.com/doc/api/obj-video.html search_url = 'https://api.dailymotion.com/videos?fields=title,description,duration,url,thumbnail_360_url&sort=relevance&limit=25&page=1&{query}' def request(query, params): global search_url - params['url'] = search_url.format(query=urlencode({'search': query, 'localization': localization })) + params['url'] = search_url.format(query=urlencode({'search': query, 'localization': locale })) return params @@ -27,6 +28,11 @@ def response(resp): else: content = '' if res['description']: - content += escape(res['description'][:500]) + description = text_content_from_html(res['description']) + content += description[:500] results.append({'url': url, 'title': title, 'content': content}) return results + +def text_content_from_html(html_string): + desc_html = html.fragment_fromstring(html_string, create_parent=True) + return desc_html.text_content() |